From 72ce597acc29678c82cc1ebc254fecedb2eb71bc Mon Sep 17 00:00:00 2001 From: Sam Gammon Date: Thu, 24 Sep 2026 18:58:07 -0700 Subject: [PATCH 01/45] fix: adapt to latest `elide` cli Signed-off-by: Sam Gammon --- harness/src/adapters/cpython-core.test.ts | 28 +++++++++ harness/src/adapters/cpython-core.ts | 14 +++++ harness/src/adapters/node-api.test.ts | 74 ++++++++++++++++++++++- harness/src/adapters/node-api.ts | 53 ++++++++++++++-- 4 files changed, 162 insertions(+), 7 deletions(-) diff --git a/harness/src/adapters/cpython-core.test.ts b/harness/src/adapters/cpython-core.test.ts index d3c8886..fa24c88 100644 --- a/harness/src/adapters/cpython-core.test.ts +++ b/harness/src/adapters/cpython-core.test.ts @@ -418,3 +418,31 @@ done .sort(); expect(shardModules).toEqual(["test_a", "test_b", "test_c"]); }); + +test("fails the run when the Elide under test has no Python support", async () => { + const root = mkdtempSync(join(tmpdir(), "cpython-core-")); + const manifest = join(root, "manifest.toml"); + const suitePath = join(root, "cpython"); + mkdirSync(suitePath, { recursive: true }); + writeFileSync(manifest, '[[group]]\nid = "core"\ninclude = ["test_re", "test_json"]\n'); + const elidePath = writeExecutable( + join(root, "fake-elide.sh"), + `#!/usr/bin/env bash +echo "Python support is not installed. Run 'elide setup python' to add it." >&2 +exit 2 +`, + ); + const ctx: AdapterContext = { + elide: { semver: "test", digest: "deadbeef" }, + elidePath, + repoRoot: resolve(import.meta.dir, "../..", ".."), + suitePath, + include: [], + skipGlobs: [], + threads: 2, + settings: { manifest, timeoutMs: 5_000 }, + workspacePath: join(root, "workspace"), + }; + + await expect(collect(runCpythonCore(ctx))).rejects.toThrow(/no Python support.*\n.*PYTHON=yes/s); +}); diff --git a/harness/src/adapters/cpython-core.ts b/harness/src/adapters/cpython-core.ts index fbfa026..a2e6e65 100644 --- a/harness/src/adapters/cpython-core.ts +++ b/harness/src/adapters/cpython-core.ts @@ -16,6 +16,9 @@ interface CpythonRecord { const CPYTHON_STATUSES = new Set(["pass", "fail", "skip", "error", "running"]); +// Elide's `elide_run_python_not_installed` message. +const PYTHON_NOT_INSTALLED_RE = /Python support is not installed/; + function parseCpythonRecord(line: string): CpythonRecord | null { const s = line.trim(); if (!s) return null; @@ -297,6 +300,17 @@ async function* runCpythonShard( return; } if (exitCode !== 0 && parsedCount === 0) { + // An Elide built without Python (`PYTHON=no`, or an install missing the python overlay) says so + // on every shard. That is a property of the build under test, not a result: recorded, it would + // ratchet the whole suite as expected failures. Throwing makes it a harness error (exit 2), + // which publishes nothing. + if (PYTHON_NOT_INSTALLED_RE.test(stderrText || stdout)) { + throw new Error( + `cpython-core: the Elide under test has no Python support: ${(stderrText || stdout).trim()}\n` + + "Rebuild it with PYTHON=yes. (`elide setup python` is only safe on a published release: on a local build it\n" + + "installs the published overlay, whose bin/elide replaces the binary under test.)", + ); + } yield runnerErrorResult(stderrText || stdout, durationMs); } } diff --git a/harness/src/adapters/node-api.test.ts b/harness/src/adapters/node-api.test.ts index 87324bb..f8c00f2 100644 --- a/harness/src/adapters/node-api.test.ts +++ b/harness/src/adapters/node-api.test.ts @@ -3,7 +3,7 @@ import { tmpdir } from "node:os"; import { join } from "node:path"; import { expect, test } from "bun:test"; import type { AdapterContext } from "./types"; -import { expandNodeApiManifestPaths, readNodeTestMetadata, runNodeApi } from "./node-api"; +import { expandNodeApiManifestPaths, readNodeTestMetadata, runNodeApi, usesNodeTest } from "./node-api"; function collect(items: AsyncIterable): Promise { return Array.fromAsync(items); @@ -237,6 +237,78 @@ test("maps Node common skip output to skip", async () => { }); }); +test("detects node:test files, leaving ESM entries on elide run", () => { + expect(usesNodeTest("test/parallel/a.js", "const test = require('node:test');")).toBe(true); + expect(usesNodeTest("test/parallel/b.js", "const { describe, it } = require(\"node:test\");")).toBe(true); + expect(usesNodeTest("test/parallel/c.js", "import { test } from 'node:test';")).toBe(true); + expect(usesNodeTest("test/parallel/d.js", "require('../common');")).toBe(false); + expect(usesNodeTest("test/parallel/e.mjs", "import test from 'node:test';")).toBe(false); +}); + +test("runs node:test files through elide test from an overlay-root entry", async () => { + const root = mkdtempSync(join(tmpdir(), "node-api-")); + const suitePath = join(root, "node"); + const workspacePath = join(root, "workspace"); + const manifest = join(root, "node-api.toml"); + const argsLog = join(root, "args.log"); + const entryLog = join(root, "entry.log"); + mkdirSync(join(suitePath, "test/parallel"), { recursive: true }); + mkdirSync(workspacePath, { recursive: true }); + writeFileSync( + join(suitePath, "test/parallel/test-url-x.js"), + "// Flags: --expose-internals\n'use strict';\nrequire('../common');\nconst test = require('node:test');\ntest('x', () => {});\n", + ); + writeFileSync(manifest, '[[group]]\nid = "url"\ninclude = ["test/parallel/test-url-*.js"]\n'); + // Emulates `elide test`: TAP on stdout, the build summary on stderr, and a failed file. + const elidePath = writeExecutable( + join(root, "fake-elide.sh"), + `#!/usr/bin/env bash +printf '%s\\n' "$@" > ${JSON.stringify(argsLog)} +entry="" +for arg in "$@"; do case "$arg" in __elide_node_test__*) entry="$arg" ;; esac; done +cat "$entry" > ${JSON.stringify(entryLog)} +printf 'TAP version 13\\nnot ok 1 - x\\n ---\\n message: "1 !== 2"\\n' +printf 'JavaScript tests failed\\n' >&2 +exit 1 +`, + ); + const ctx: AdapterContext = { + elide: { semver: "test", digest: "deadbeef" }, + elidePath, + repoRoot: root, + suitePath, + include: [], + skipGlobs: [], + threads: 1, + settings: { manifest, timeoutMs: 5_000, elideRunArgs: ["--sandbox", "--allow-read"] }, + workspacePath, + }; + + const results = await collect(runNodeApi(ctx)); + + expect(results).toEqual([ + expect.objectContaining({ + id: "test/parallel/test-url-x.js", + status: "fail", + message: expect.stringContaining('message: "1 !== 2"'), + }), + ]); + const entry = "__elide_node_test__test__parallel__test-url-x.js"; + expect(readFileSync(argsLog, "utf8").trim().split(/\n/)).toEqual([ + "test", + "--sandbox", + "--allow-read", + "--reporter", + "tap", + entry, + "--", + "--expose-internals", + ]); + const source = readFileSync(entryLog, "utf8"); + expect(source).toContain("require(\"./test/parallel/test-url-x.js\")"); + expect(source).toContain("process.emit('exit', process.exitCode ?? 0)"); +}); + test("skipped tests are never launched", async () => { const root = mkdtempSync(join(tmpdir(), "node-api-")); const suitePath = join(root, "node"); diff --git a/harness/src/adapters/node-api.ts b/harness/src/adapters/node-api.ts index dbb4361..1fef365 100644 --- a/harness/src/adapters/node-api.ts +++ b/harness/src/adapters/node-api.ts @@ -363,6 +363,43 @@ export function readNodeTestMetadata(source: string): NodeTestMetadata { return metadata; } +const NODE_TEST_IMPORT_RE = /\brequire\(\s*['"]node:test['"]\s*\)|\bfrom\s+['"]node:test['"]|\bimport\(\s*['"]node:test['"]\s*\)/; + +/** + * Whether a test file drives `node:test`. `elide run` registers such tests but refuses to start + * them (it exits 1 naming `elide test` instead), so these files go through `elide test`. ESM + * entries stay on `elide run`: the entry wrapper below loads its target with `require`. + */ +export function usesNodeTest(rel: string, source: string): boolean { + return !rel.endsWith(".mjs") && NODE_TEST_IMPORT_RE.test(source); +} + +/** + * Write the `elide test` entry for a node:test file, at the overlay root, and return its path + * relative to that root. + * + * Two Elide gaps shape this. `elide test` resolves the entry file's relative requires against the + * cwd rather than the file's own directory, so `test/parallel/x.js` cannot `require('../common')` + * as an entry. Loaded through `require` from an entry that really does live in the cwd, the test + * is an ordinary CJS module with its own `__dirname`. And `elide test` never emits `exit`, so the + * `process.on('exit')` checks in `common` (`mustCall` counts above all) would never run and a + * missed call would pass. A root `after` hook emits it once the file's tests settle; a check that + * fails calls `process.exit(1)`, which `elide test` reports as a failed file. Callbacks still + * pending at that point are counted as missed, which fails a test Node would pass rather than the + * reverse. + */ +export function writeNodeTestEntry(overlayPath: string, rel: string): string { + const entry = `__elide_node_test__${rel.replaceAll("/", "__")}`; + writeFileSync(join(overlayPath, entry), `'use strict'; +// Generated by the node-api harness: runs ${rel} under \`elide test\`. +require('node:test').after(() => { + process.emit('exit', process.exitCode ?? 0); +}); +require(${JSON.stringify(`./${rel}`)}); +`); + return entry; +} + function progressEnabled(ctx: AdapterContext): boolean { return Boolean(ctx.log || ctx.verbose); } @@ -384,10 +421,12 @@ function resultStatus(result: ProcessRunResult): TestResult["status"] { return result.exitCode === 0 ? "pass" : "fail"; } -function resultMessage(result: ProcessRunResult): string | undefined { +function resultMessage(result: ProcessRunResult, nodeTest: boolean): string | undefined { if (result.timedOut) return "Node API test timed out"; if (result.exitCode === 0) return undefined; - return (result.stderr || result.stdout).trim() || `node-api test exited with code ${result.exitCode}`; + // `elide test` reports failures as TAP on stdout; its stderr holds only the build summary. + const output = nodeTest ? result.stdout || result.stderr : result.stderr || result.stdout; + return output.trim() || `node-api test exited with code ${result.exitCode}`; } async function runNodeApiTask( @@ -419,16 +458,18 @@ async function runNodeApiTask( const source = readFileSync(join(ctx.suitePath, task.rel), "utf8"); const metadata = readNodeTestMetadata(source); + const nodeTest = usesNodeTest(task.rel, source); const workspaceTestDir = join(ctx.workspacePath, "node-test"); mkdirSync(workspaceTestDir, { recursive: true }); + const command = nodeTest + ? ["test", ...configuredElideRunArgs(ctx), "--reporter", "tap", writeNodeTestEntry(ctx.suitePath, task.rel)] + : ["run", ...configuredElideRunArgs(ctx), task.rel]; const stopProgress = startProgress(ctx, task.rel); let result: ProcessRunResult; try { result = await runProcess([ ctx.elidePath, - "run", - ...configuredElideRunArgs(ctx), - task.rel, + ...command, "--", ...metadata.flags, ], { @@ -460,7 +501,7 @@ async function runNodeApiTask( kind: "test", id: task.rel, status: resultStatus(result), - message: resultMessage(result), + message: resultMessage(result, nodeTest), durationMs: result.durationMs, meta: { suite: "node-api", From 652f137a2cdc8215e60ac438ce07f64489608f7b Mon Sep 17 00:00:00 2001 From: Sam Gammon Date: Fri, 25 Sep 2026 10:12:59 -0700 Subject: [PATCH 02/45] fix: harness and driver fixes for elide 1.6 - jtreg: pipe javac stderr through the filter instead of a process substitution, so golden-file comparisons never see truncated output - cpython: move the suite to 3.13 (v3.13.14) and stub `_opcode`, which 3.13's test.support imports but GraalPy lacks - wpt: give wptserve's TLS listeners no ports (a failed TLS child shut down every listener), fetch `common/` fixtures, prefer shimmed META scripts over upstream `.sub.js` templates, add HTTPS remote origins --- .gitmodules | 2 +- bin/setup.ts | 3 ++- harness/src/adapters/wpt-server.ts | 14 +++++++++++--- suites/cpython | 2 +- suites/drivers/jtreg/elide-javac-wrapper.sh | 8 +++++--- suites/drivers/python/elide_regrtest_driver.py | 12 ++++++++++++ suites/drivers/wpt/wintertc-runner.js | 9 ++++++--- 7 files changed, 38 insertions(+), 12 deletions(-) diff --git a/.gitmodules b/.gitmodules index 81d5ef9..60b3643 100644 --- a/.gitmodules +++ b/.gitmodules @@ -7,7 +7,7 @@ [submodule "suites/cpython"] path = suites/cpython url = https://github.com/python/cpython.git - branch = 3.12 + branch = 3.13 shallow = true [submodule "suites/openjdk"] path = suites/openjdk diff --git a/bin/setup.ts b/bin/setup.ts index 8712e43..2252b6b 100755 --- a/bin/setup.ts +++ b/bin/setup.ts @@ -42,7 +42,8 @@ const SUITES: SuiteSetup[] = [ path: "suites/wpt", // `tools` carries wptserve (`wpt serve`) + its vendored deps, needed to serve fetch/ tests // against a real WPT server (see harness/src/adapters/wpt-server.ts). - sparse: ["resources", "url", "encoding", "fetch", "tools"], + // `common` holds shared fixtures fetched at runtime (e.g. common/text-plain.txt). + sparse: ["resources", "url", "encoding", "fetch", "tools", "common"], required: ["resources", "url", "encoding", "fetch", "tools/serve/serve.py"], filterBlobNone: true, }, diff --git a/harness/src/adapters/wpt-server.ts b/harness/src/adapters/wpt-server.ts index a55f3b7..2abdbb0 100644 --- a/harness/src/adapters/wpt-server.ts +++ b/harness/src/adapters/wpt-server.ts @@ -70,8 +70,8 @@ export async function startWptServer( // Override merged over wptserve's `_default` config: bind loopback explicitly (bind_address + // browser_host → 127.0.0.1, not 0.0.0.0), skip the subdomain check, auto-pick every port, and - // disable TLS (the pregenerated cert is for web-platform.test). The ssl-"none" https listeners - // fail to start and are logged-and-skipped; the http listener serves regardless. + // disable TLS (the pregenerated cert is for web-platform.test). TLS listeners get no ports at all: + // with ssl "none" they exit on start, and wptserve shuts every listener down when any child exits. const configDir = mkdtempSync(join(tmpdir(), "wpt-serve-")); const configPath = join(configDir, "config.json"); const cleanupConfig = (): void => { @@ -88,7 +88,15 @@ export async function startWptServer( bind_address: true, alternate_hosts: {}, check_subdomains: false, - ports: { http: ["auto", "auto"], https: ["auto", "auto"] }, + ports: { + http: ["auto", "auto"], + https: [], + "https-local": [], + "https-public": [], + wss: [], + h2: [], + "webtransport-h3": [], + }, ssl: { type: "none" }, }), ); diff --git a/suites/cpython b/suites/cpython index 7c999be..fd17997 160000 --- a/suites/cpython +++ b/suites/cpython @@ -1 +1 @@ -Subproject commit 7c999be49dee7f12703e4b2e07e990544fabd40e +Subproject commit fd17997c3866d61e0e7bd8201b1d8f35b40a40bd diff --git a/suites/drivers/jtreg/elide-javac-wrapper.sh b/suites/drivers/jtreg/elide-javac-wrapper.sh index 4343899..49febd1 100755 --- a/suites/drivers/jtreg/elide-javac-wrapper.sh +++ b/suites/drivers/jtreg/elide-javac-wrapper.sh @@ -8,8 +8,10 @@ for arg in "$@"; do esac done set +e -"${ELIDE_JAVAC:-/opt/elide/bin/elide}" javac -- "${args[@]}" \ - 2> >(sed -E '/^(\\u2705|\\u274c|✅|❌)[[:space:]]+/d' >&2) -status=$? +# A real pipeline, not `2> >(sed ...)`: the script must not exit before the filter has flushed +# javac's stderr, or golden-file comparisons intermittently see empty output. +{ "${ELIDE_JAVAC:-/opt/elide/bin/elide}" javac -- "${args[@]}" 2>&1 1>&3 3>&- \ + | sed -E '/^(\\u2705|\\u274c|✅|❌)[[:space:]]+/d' >&2; } 3>&1 +status=${PIPESTATUS[0]} set -e exit "$status" diff --git a/suites/drivers/python/elide_regrtest_driver.py b/suites/drivers/python/elide_regrtest_driver.py index dd608ef..a50dc18 100644 --- a/suites/drivers/python/elide_regrtest_driver.py +++ b/suites/drivers/python/elide_regrtest_driver.py @@ -71,6 +71,17 @@ def install_tracemalloc_compat(): tracemalloc.is_tracing = lambda: False +def install_opcode_compat(): + # CPython 3.13's test.support imports the C `_opcode` module at top level, only to read + # `ENABLE_SPECIALIZATION`; GraalPy has no `_opcode`. Tests of `_opcode` itself still fail. + try: + importlib.import_module("_opcode") + except ImportError: + stub = type(sys)("_opcode") + stub.ENABLE_SPECIALIZATION = False + sys.modules["_opcode"] = stub + + def emit(record): print(json.dumps(record, sort_keys=True), file=sys.__stdout__, flush=True) @@ -126,6 +137,7 @@ def filter_suite(suite, skip_patterns): def install_cpython_test_package(cpython_root): sanitize_cpython_lib_from_sys_path(cpython_root) install_tracemalloc_compat() + install_opcode_compat() test_dir = os.path.realpath(os.path.abspath(os.path.join(cpython_root, "Lib", "test"))) if not os.path.isdir(test_dir): raise FileNotFoundError("CPython test package not found: " + test_dir) diff --git a/suites/drivers/wpt/wintertc-runner.js b/suites/drivers/wpt/wintertc-runner.js index b32aff1..4411f50 100644 --- a/suites/drivers/wpt/wintertc-runner.js +++ b/suites/drivers/wpt/wintertc-runner.js @@ -135,6 +135,8 @@ function get_host_info() { HTTP_REMOTE_ORIGIN_WITH_DIFFERENT_PORT: 'http://' + REMOTE_HOST + HTTP_PORT2_ELIDED, HTTP_NOTSAMESITE_ORIGIN: 'http://' + NOTSAMESITE_HOST + HTTP_PORT_ELIDED, HTTPS_ORIGIN: 'https://' + ORIGINAL_HOST + HTTPS_PORT_ELIDED, + HTTPS_REMOTE_ORIGIN: 'https://' + REMOTE_HOST + HTTPS_PORT_ELIDED, + HTTPS_REMOTE_ORIGIN_WITH_DIFFERENT_PORT: 'https://' + REMOTE_HOST + ':' + HTTPS_PORT2, HTTPS_NOTSAMESITE_ORIGIN: 'https://' + NOTSAMESITE_HOST + HTTPS_PORT_ELIDED, REMOTE_ORIGIN: PROTOCOL + '//' + REMOTE_HOST + PORT_ELIDED, OTHER_ORIGIN: PROTOCOL + '//' + OTHER_HOST + PORT_ELIDED, @@ -196,10 +198,11 @@ export function buildMetaPreamble(suiteRoot, testRel, source) { const { path, key } = resolveMetaScript(suiteRoot, testRel, script); if (seen.has(key)) continue; seen.add(key); - if (existsSync(path)) { - chunks.push(`// wintertc-runner: inlined META script ${script}\n${readFileSync(path, "utf8")}`); - } else if (VIRTUAL_SCRIPTS[key]) { + // Shims win over the checkout: upstream `.sub.js` files carry unsubstituted `{{…}}` templates. + if (VIRTUAL_SCRIPTS[key]) { chunks.push(`// wintertc-runner: shimmed META script ${script}\n${VIRTUAL_SCRIPTS[key]}`); + } else if (existsSync(path)) { + chunks.push(`// wintertc-runner: inlined META script ${script}\n${readFileSync(path, "utf8")}`); } else { chunks.push(`// wintertc-runner: missing META script ${script}`); } From f4b3a39e90de9a08d227f02460d07cac2ff8dc78 Mon Sep 17 00:00:00 2001 From: Sam Gammon Date: Fri, 25 Sep 2026 11:02:54 -0700 Subject: [PATCH 03/45] fix(node-api): keep test tmpdirs inside the overlay Node's runner keeps .tmp.N under the checkout's test/ directory. The harness put it in a sibling workspace dir, outside the process cwd, where Elide's path-require confinement rejects modules that tests write into their tmpdir and then require. --- harness/src/adapters/node-api.test.ts | 2 +- harness/src/adapters/node-api.ts | 5 ++++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/harness/src/adapters/node-api.test.ts b/harness/src/adapters/node-api.test.ts index f8c00f2..c4ccc96 100644 --- a/harness/src/adapters/node-api.test.ts +++ b/harness/src/adapters/node-api.test.ts @@ -98,7 +98,7 @@ printf 'NODE_TEST_KNOWN_GLOBALS=%s\\nNODE_SKIP_FLAG_CHECK=%s\\nNODE_API_OVERLAY_ expect(readFileSync(envLog, "utf8")).toContain("NODE_TEST_KNOWN_GLOBALS=0\n"); expect(readFileSync(envLog, "utf8")).toContain("NODE_API_OVERLAY_CWD="); expect(readFileSync(envLog, "utf8")).toContain("NODE_TEST_SAMPLE=1\n"); - expect(readFileSync(envLog, "utf8")).toContain(`${workspacePath}/node-test`); + expect(readFileSync(envLog, "utf8")).toContain(`NODE_TEST_DIR=${workspacePath}/node-api-overlay/test\n`); }); test("runs Node API files from an overlay with common shims", async () => { diff --git a/harness/src/adapters/node-api.ts b/harness/src/adapters/node-api.ts index 1fef365..1312fee 100644 --- a/harness/src/adapters/node-api.ts +++ b/harness/src/adapters/node-api.ts @@ -459,7 +459,10 @@ async function runNodeApiTask( const source = readFileSync(join(ctx.suitePath, task.rel), "utf8"); const metadata = readNodeTestMetadata(source); const nodeTest = usesNodeTest(task.rel, source); - const workspaceTestDir = join(ctx.workspacePath, "node-test"); + // Node's own runner keeps `.tmp.N` under the checkout's `test/` directory. Keeping it inside the + // overlay (the process cwd) matters: Elide confines path `require`s to the cwd, and many tests + // write a module into their tmpdir and then require it. + const workspaceTestDir = join(ctx.suitePath, "test"); mkdirSync(workspaceTestDir, { recursive: true }); const command = nodeTest ? ["test", ...configuredElideRunArgs(ctx), "--reporter", "tap", writeNodeTestEntry(ctx.suitePath, task.rel)] From f857b30f7021c7c29e9be02dd01822d3be86f2c4 Mon Sep 17 00:00:00 2001 From: Sam Gammon Date: Fri, 25 Sep 2026 11:44:54 -0700 Subject: [PATCH 04/45] fix(reports): tiered pass rates and reward an advancing floor Two summary/report fixes: 1. The final summary showed REGRESSED or RED even when tests newly passed. The classifier now judges progress on net terms: new passes (vs the expectations) and fixed tests (vs the previous run) are weighed against drift regressions. A run whose floor advanced is IMPROVED when otherwise clean, or ADVANCED (blue) when regressions/unratcheted failures remain, with a headline prompting a ratchet. Drift regressions that match or exceed the gains are still REGRESSED. Markdown indexes mark the same case with a blue dot and the harness log prints ADVANCED instead of RED. 2. Percentages and SVGs excluded skipped/suppressed tests from the denominator, which let muting flatter the numbers. Every view now shows two rates over the whole selection: the overall pass rate (skips count against it) and the rate vs expectations (only regressions count against it, so 100% means at or above the baseline). The per-suite chart shows the full result mix plus a baseline bar; the top chart draws both bars per suite with a legend. Regenerates the top-level index/README/charts and the latest per-run charts, adds the 1.6.0+dd7116a51 run reports, and updates briefings that still described skips as leaving the denominator. --- BRIEFING-cpython-core.md | 5 +- BRIEFING-test262.md | 6 +- BRIEFING-wpt-wintertc.md | 5 +- README.md | 19 +- bin/run.ts | 76 +- bin/suite-status.test.ts | 32 +- bin/suite-status.ts | 42 +- harness/src/cli.test.ts | 2 +- harness/src/cli.ts | 16 +- harness/src/expectations/compare.test.ts | 20 +- harness/src/expectations/compare.ts | 42 +- harness/src/report/charts.test.ts | 32 + harness/src/report/charts.ts | 108 +- harness/src/report/index.test.ts | 21 +- harness/src/report/index.ts | 17 +- harness/src/report/readme.ts | 11 +- harness/src/report/render.test.ts | 23 +- harness/src/report/render.ts | 43 +- .../4094eb2fb1ff/javac-jtreg/pass-rate.svg | 21 +- .../4094eb2fb1ff/test262/pass-rate.svg | 25 +- .../2cccc16871e1/cpython-core/changes.json | 25 + .../2cccc16871e1/cpython-core/changes.md | 22 + .../2cccc16871e1/cpython-core/cpython-core.md | 1591 ++++++++++ .../2cccc16871e1/cpython-core/impact.json | 1363 +++++++++ .../2cccc16871e1/cpython-core/impact.md | 1543 ++++++++++ .../2cccc16871e1/cpython-core/index.md | 5 + .../2cccc16871e1/cpython-core/pass-rate.svg | 18 + .../2cccc16871e1/cpython-core/results.json.gz | Bin 0 -> 67291 bytes .../2cccc16871e1/cpython-core/summary.json | 156 + .../2cccc16871e1/node-api/changes.json | 51 + .../2cccc16871e1/node-api/changes.md | 46 + .../2cccc16871e1/node-api/impact.json | 2581 +++++++++++++++++ .../2cccc16871e1/node-api/impact.md | 2445 ++++++++++++++++ .../2cccc16871e1/node-api/index.md | 5 + .../2cccc16871e1/node-api/node-api.md | 1747 +++++++++++ .../2cccc16871e1/node-api/pass-rate.svg | 18 + .../2cccc16871e1/node-api/results.json.gz | Bin 0 -> 61346 bytes .../2cccc16871e1/node-api/summary.json | 66 + .../2cccc16871e1/wpt-wintertc/changes.json | 393 +++ .../2cccc16871e1/wpt-wintertc/changes.md | 220 ++ .../2cccc16871e1/wpt-wintertc/impact.json | 893 ++++++ .../2cccc16871e1/wpt-wintertc/impact.md | 499 ++++ .../2cccc16871e1/wpt-wintertc/index.md | 5 + .../2cccc16871e1/wpt-wintertc/pass-rate.svg | 18 + .../2cccc16871e1/wpt-wintertc/results.json.gz | Bin 0 -> 239101 bytes .../2cccc16871e1/wpt-wintertc/summary.json | 573 ++++ .../2cccc16871e1/wpt-wintertc/wpt-wintertc.md | 602 ++++ reports/index.json | 140 + reports/index.md | 18 +- reports/pass-rate.svg | 65 +- 50 files changed, 15500 insertions(+), 174 deletions(-) create mode 100644 harness/src/report/charts.test.ts create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/cpython-core.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/index.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/pass-rate.svg create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/results.json.gz create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/summary.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/changes.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/changes.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/impact.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/impact.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/index.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/node-api.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/pass-rate.svg create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/results.json.gz create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/node-api/summary.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/changes.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/changes.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/impact.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/impact.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/index.md create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/pass-rate.svg create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/results.json.gz create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/summary.json create mode 100644 reports/1.6.0+dd7116a51/2cccc16871e1/wpt-wintertc/wpt-wintertc.md diff --git a/BRIEFING-cpython-core.md b/BRIEFING-cpython-core.md index 2184189..93af6ef 100644 --- a/BRIEFING-cpython-core.md +++ b/BRIEFING-cpython-core.md @@ -96,8 +96,9 @@ Start with `test_builtin` (17), `test_descr`/`test_dict` (12), then - Runtime fixes happen in the Elide repo (GraalPy-based Python engine); this repo pins nightlies and measures. -- 103 skips are already classified in `expectations/cpython-core.toml` and - excluded from the denominator; keep skip entries commented. +- 103 skips are already classified in `expectations/cpython-core.toml`; keep + skip entries commented. Skips still count against the overall pass rate, but + not against the "vs expectations" rate. - The pass rate is already 95.9% — the value here is *classification honesty* (separating defects from platform limits) more than raw number movement. - After a fix lands: full run → check `changes.md` → `--ratchet` → commit. diff --git a/BRIEFING-test262.md b/BRIEFING-test262.md index 08c7b79..4e75202 100644 --- a/BRIEFING-test262.md +++ b/BRIEFING-test262.md @@ -95,8 +95,10 @@ Signature view of the top clusters: - Fixes happen in the Elide runtime (GraalJS-based); this repo pins nightlies and measures. `--elide nightly` picks up a fresh build. -- 10,587 skips are intentional (see `expectations/test262.toml`) and excluded - from the pass-rate denominator. +- 10,587 skips are intentional (see `expectations/test262.toml`). They still + count against the overall pass rate (the headline is over every selected + test), but they are expected skips, so they do not count against the + "vs expectations" rate. - Some failing features are proposal-stage (immutable ArrayBuffer, source- phase imports). If Elide won't ship them yet, classify as `[skip]` with a comment rather than leaving them as permanent failures. diff --git a/BRIEFING-wpt-wintertc.md b/BRIEFING-wpt-wintertc.md index d5ab603..ceaa13b 100644 --- a/BRIEFING-wpt-wintertc.md +++ b/BRIEFING-wpt-wintertc.md @@ -106,8 +106,9 @@ machine). 5. **Park / skip candidates**: `fetch/fetch-later` (136 — browser-only, needs window/iframe/BFCache), `.window.js` tests requiring `document`/ `XMLHttpRequest` (~90). Consider adding these to `[skip]` in - `expectations/wpt-wintertc.toml` with a comment, so the pass-rate - denominator reflects reachable tests. + `expectations/wpt-wintertc.toml` with a comment. Note this only cleans up + the "vs expectations" rate; the overall pass rate keeps skipped tests in + its denominator on purpose. Items 1–3 alone should move the suite from 75.3% to roughly **88–90%**. diff --git a/README.md b/README.md index 80d87ad..f0b754b 100644 --- a/README.md +++ b/README.md @@ -37,17 +37,20 @@ Runner coverage, verified passes, reference issues, and unsupported files remain _Generated by `bun run testsuite --update-summaries` from the latest committed reports._ -Last updated: 2026-08-31T23:46:11.051Z +Last updated: 2026-09-25T18:28:05.079Z ![Latest compatibility pass rates](reports/pass-rate.svg) -| Suite | Version | Digest | Pass rate | Regressions | -|---|---|---|---:|---:| -| cpython-core | `1.4.99+8b374d579` | `4094eb2fb1ff` | 97.0% | 0 | -| javac-jtreg | `1.4.99+8b374d579` | `4094eb2fb1ff` | 100.0% | 0 | -| node-api | `1.4.99+8b374d579` | `4094eb2fb1ff` | 70.1% | 0 | -| test262 | `1.4.99+8b374d579` | `4094eb2fb1ff` | 99.9% | 0 | -| wpt-wintertc | `1.4.99+8b374d579` | `4094eb2fb1ff` | 89.9% | 0 | +| Suite | Version | Digest | Pass rate | vs expectations | Regressions | New passes | +|---|---|---|---:|---:|---:|---:| +| cpython-core | `1.6.0+dd7116a51` | `2cccc16871e1` | 86.8% | 97.3% | 119 | 7 | +| javac-jtreg | `1.4.99+8b374d579` | `4094eb2fb1ff` | 93.0% | 100.0% | 0 | 0 | +| node-api | `1.6.0+dd7116a51` | `2cccc16871e1` | 56.7% | 99.9% | 1 | 35 | +| test262 | `1.4.99+8b374d579` | `4094eb2fb1ff` | 92.9% | 100.0% | 0 | 0 | +| wpt-wintertc | `1.6.0+dd7116a51` | `2cccc16871e1` | 80.5% | 99.2% | 172 | 371 | + +_Pass rate_ counts every test in the selection, including skipped/suppressed ones. +_vs expectations_ is the share of tests at or above the checked-in baseline (only regressions count against it). diff --git a/bin/run.ts b/bin/run.ts index f49534f..17130c4 100755 --- a/bin/run.ts +++ b/bin/run.ts @@ -21,7 +21,7 @@ import { import { availableParallelism } from "node:os"; import { dirname, resolve } from "node:path"; import { fileURLToPath } from "node:url"; -import { classifySuiteStatus } from "./suite-status"; +import { classifySuiteStatus, floorAdvance } from "./suite-status"; import { ROOT, RUN_LABEL, @@ -408,15 +408,24 @@ function loadSuiteSummaryRows(suites: string[], suiteExitCodes: number[], digest }); } -// Pass rate over scored (non-skipped) tests; muted areas are excluded from the denominator. +// Non-skipped tests; used only to detect a changed selection between runs. function scoredTotal(counts: { pass: number; fail: number; error: number }): number { return counts.pass + counts.fail + counts.error; } -function passRate(summary: SuiteRunSummary | undefined): number | undefined { +// Overall pass rate: passes over EVERY test in the selection. Skipped and +// suppressed tests stay in the denominator so muting never flatters the number. +function overallPassRate(summary: SuiteRunSummary | undefined): number | undefined { if (!summary) return undefined; - const denom = scoredTotal(summary.counts); - return denom === 0 ? undefined : summary.counts.pass / denom; + return summary.counts.total === 0 ? undefined : summary.counts.pass / summary.counts.total; +} + +// Pass rate vs the expectations: everything except regressions is on the floor +// (expected skips, baselined fails, and new passes all count). 100% == at/above baseline. +function expectationPassRate(summary: SuiteRunSummary | undefined): number | undefined { + if (!summary) return undefined; + const total = summary.counts.total; + return total === 0 ? undefined : Math.max(0, total - summary.regressions.length) / total; } function formatPercent(value: number | undefined): string { @@ -424,8 +433,8 @@ function formatPercent(value: number | undefined): string { } function formatDelta(current: SuiteRunSummary | undefined, previous: SuiteRunSummary | undefined): string { - const cur = passRate(current); - const prev = passRate(previous); + const cur = overallPassRate(current); + const prev = overallPassRate(previous); if (cur === undefined || prev === undefined) return ansi.dim("n/a"); // A pass-rate delta between different selections (a scoped --include run vs // a full run) is meaningless — flag it instead of reporting a fake swing. @@ -442,6 +451,7 @@ function formatDelta(current: SuiteRunSummary | undefined, previous: SuiteRunSum const STATUS_LABEL: Record string> = { ERROR: (s) => ansi.red(`🛑 ${s}`), REGRESSED: (s) => ansi.red(`🔴 ${s}`), + ADVANCED: (s) => ansi.cyan(`🔵 ${s}`), GAINED: (s) => ansi.cyan(`🔵 ${s}`), IMPROVED: (s) => ansi.green(`🟢 ${s}`), RED: (s) => ansi.yellow(`🟡 ${s}`), @@ -453,6 +463,7 @@ function statusLabel(row: SuiteSummaryRow): string { rc: row.rc, hasCurrent: !!row.current, expRegressions: row.current?.regressions.length ?? 0, + newPasses: row.current?.newPasses.length ?? 0, driftRegressed: row.changes?.regressed.length ?? 0, added: row.changes?.added ?? 0, fixed: row.changes?.fixed.length ?? 0, @@ -493,13 +504,14 @@ function padVisible(value: string, width: number): string { } function renderFinalSuiteSummary(rows: SuiteSummaryRow[]): void { - const headers = ["Suite", "Status", "Pass rate", "Δ", "Pass/Total", "Fail", "Err", "Skip", "Changes"]; + const headers = ["Suite", "Status", "Pass rate", "vs expected", "Δ", "Pass/Total", "Fail", "Err", "Skip", "Changes"]; const body = rows.map((row) => { const counts = row.current?.counts; return [ row.suite, statusLabel(row), - formatPercent(passRate(row.current)), + formatPercent(overallPassRate(row.current)), + formatPercent(expectationPassRate(row.current)), formatDelta(row.current, row.previous), counts ? `${counts.pass}/${counts.total}` : "n/a", counts ? String(counts.fail) : "n/a", @@ -514,29 +526,49 @@ function renderFinalSuiteSummary(rows: SuiteSummaryRow[]): void { const top = `┌${widths.map((width) => "─".repeat(width + 2)).join("┬")}┐`; const bottom = `└${widths.map((width) => "─".repeat(width + 2)).join("┴")}┘`; const totalPass = rows.reduce((sum, row) => sum + (row.current?.counts.pass ?? 0), 0); - const totalTests = rows.reduce((sum, row) => sum + (row.current ? scoredTotal(row.current.counts) : 0), 0); + const totalTests = rows.reduce((sum, row) => sum + (row.current?.counts.total ?? 0), 0); const totalExpRegressions = rows.reduce((sum, row) => sum + (row.current?.regressions.length ?? 0), 0); const totalDriftRegressed = rows.reduce((sum, row) => sum + (row.changes?.regressed.length ?? 0), 0); const totalAdded = rows.reduce((sum, row) => sum + (row.changes?.added ?? 0), 0); const hasDrift = rows.some((row) => row.changes); const totalNewPasses = rows.reduce((sum, row) => sum + (row.current?.newPasses.length ?? 0), 0); + const totalAdvanced = rows.reduce( + (sum, row) => sum + floorAdvance({ newPasses: row.current?.newPasses.length ?? 0, fixed: row.changes?.fixed.length ?? 0 }), + 0, + ); const errored = rows.filter((row) => row.rc === 2 || row.rc > 2 || !row.current).length; const needRatchet = Math.max(0, totalExpRegressions - totalDriftRegressed); + const plural = (n: number, word: string): string => `${n} ${word}${n === 1 ? "" : "s"}`; const headline = errored - ? ansi.red(`🛑 ${errored} suite${errored === 1 ? "" : "s"} had harness errors`) - : totalDriftRegressed - ? ansi.red(`🔴 ${totalDriftRegressed} regression${totalDriftRegressed === 1 ? "" : "s"} across selected suites`) - : hasDrift && totalExpRegressions - ? totalAdded >= totalExpRegressions - ? ansi.cyan(`🔵 coverage gained: ${totalAdded} tests added, ${needRatchet} need ratchet`) - : ansi.yellow(`🟡 ${needRatchet} unratcheted failure${needRatchet === 1 ? "" : "s"} (no drift regressions)`) - : totalExpRegressions - ? ansi.red(`🔴 ${totalExpRegressions} regression${totalExpRegressions === 1 ? "" : "s"} across selected suites`) - : ansi.green("🟢 No regressions across selected suites"); + ? ansi.red(`🛑 ${plural(errored, "suite")} had harness errors`) + : totalDriftRegressed && totalDriftRegressed >= totalAdvanced + ? ansi.red(`🔴 ${plural(totalDriftRegressed, "regression")} across selected suites`) + : totalAdvanced + ? totalDriftRegressed || totalExpRegressions + ? ansi.cyan( + `🔵 floor advanced: ${plural(totalAdvanced, "new pass")}` + + (totalDriftRegressed ? `, ${totalDriftRegressed} regressed` : "") + + (needRatchet ? `, ${needRatchet} need ratchet` : "") + + " — ratchet to lock in the gain", + ) + : ansi.green(`🟢 floor advanced: ${plural(totalAdvanced, "new pass")}, no regressions — ratchet to lock in the gain`) + : hasDrift && totalExpRegressions + ? totalAdded >= totalExpRegressions + ? ansi.cyan(`🔵 coverage gained: ${totalAdded} tests added, ${needRatchet} need ratchet`) + : ansi.yellow(`🟡 ${plural(needRatchet, "unratcheted failure")} (no drift regressions)`) + : totalExpRegressions + ? ansi.red(`🔴 ${plural(totalExpRegressions, "regression")} across selected suites`) + : ansi.green("🟢 No regressions across selected suites"); + const totalOnFloor = Math.max(0, totalTests - totalExpRegressions); process.stderr.write("\n"); process.stderr.write(`${ansi.bold("Compliance Summary")} ${headline}\n`); - process.stderr.write(`${ansi.dim(`Selected suites: ${rows.length} · Aggregate pass rate: ${formatPercent(totalTests ? totalPass / totalTests : undefined)} · New passes: ${totalNewPasses}`)}\n`); + process.stderr.write( + `${ansi.dim( + `Selected suites: ${rows.length} · Overall pass rate: ${formatPercent(totalTests ? totalPass / totalTests : undefined)} (all tests, incl. skipped)` + + ` · vs expectations: ${formatPercent(totalTests ? totalOnFloor / totalTests : undefined)} · New passes: ${totalNewPasses}`, + )}\n`, + ); process.stderr.write(`${top}\n`); process.stderr.write(`${line(headers.map((header) => ansi.bold(header)))}\n`); process.stderr.write(`${sep}\n`); @@ -667,7 +699,7 @@ async function main(argv = Bun.argv.slice(2)): Promise { log(`DONE: ${suite} GREEN (no regressions). reports/ updated.`); break; case 1: - log(`DONE: ${suite} RED — regressions found (see the summary above and reports/).`); + log(`DONE: ${suite} RED — unbaselined failures (see the summary above and reports/; new passes, if any, are counted there).`); break; case 2: log(`harness ERROR for ${suite} (exit 2): the run did not complete; see the error above.`); diff --git a/bin/suite-status.test.ts b/bin/suite-status.test.ts index 9b9c3fb..fdadc2f 100644 --- a/bin/suite-status.test.ts +++ b/bin/suite-status.test.ts @@ -1,10 +1,11 @@ import { expect, test } from "bun:test"; -import { classifySuiteStatus, type SuiteStatusInput } from "./suite-status"; +import { classifySuiteStatus, floorAdvance, type SuiteStatusInput } from "./suite-status"; const base: SuiteStatusInput = { rc: 0, hasCurrent: true, expRegressions: 0, + newPasses: 0, driftRegressed: 0, added: 0, fixed: 0, @@ -51,6 +52,35 @@ test("unbaselined fails with NO baseline are conservatively REGRESSED", () => { test("green run that fixed tests is IMPROVED", () => { expect(classifySuiteStatus({ ...base, rc: 0, fixed: 3 })).toBe("IMPROVED"); + expect(classifySuiteStatus({ ...base, rc: 0, newPasses: 3, hasChanges: false })).toBe("IMPROVED"); +}); + +test("new passes with unratcheted failures is ADVANCED, not RED", () => { + // e.g. node-api: 35 tests now beat the baseline, 1 unbaselined fail → reward the advance. + expect( + classifySuiteStatus({ ...base, rc: 1, expRegressions: 1, newPasses: 35, fixed: 35 }), + ).toBe("ADVANCED"); + // Same without a previous-run baseline: the new passes are proof of progress. + expect( + classifySuiteStatus({ ...base, rc: 1, expRegressions: 1, newPasses: 35, hasChanges: false }), + ).toBe("ADVANCED"); +}); + +test("drift regressions outweighed by fixes is ADVANCED (regressions still listed in changes)", () => { + // e.g. wpt-wintertc: 5 regressed vs 371 fixed. + expect( + classifySuiteStatus({ ...base, rc: 1, expRegressions: 172, driftRegressed: 5, fixed: 371, newPasses: 371, added: 5974 }), + ).toBe("ADVANCED"); +}); + +test("drift regressions that match or exceed the gains are REGRESSED", () => { + expect(classifySuiteStatus({ ...base, rc: 1, driftRegressed: 3, fixed: 3, newPasses: 3 })).toBe("REGRESSED"); + expect(classifySuiteStatus({ ...base, rc: 1, driftRegressed: 4, fixed: 1 })).toBe("REGRESSED"); +}); + +test("floorAdvance takes the larger of newPasses and fixed", () => { + expect(floorAdvance({ newPasses: 2, fixed: 5 })).toBe(5); + expect(floorAdvance({ fixed: 0 })).toBe(0); }); test("green run that added passing coverage is IMPROVED", () => { diff --git a/bin/suite-status.ts b/bin/suite-status.ts index 83094e9..5e025d7 100644 --- a/bin/suite-status.ts +++ b/bin/suite-status.ts @@ -1,10 +1,12 @@ // Pure suite-status classification for the final summary table. Extracted from // run.ts so the drift-aware decision (a coverage gain must not read as a -// regression) is unit-testable without ansi/rendering. See suite-status.test.ts. +// regression, and an advancing floor must not read as RED) is unit-testable +// without ansi/rendering. See suite-status.test.ts. export type SuiteStatus = | "ERROR" // harness/infra failure (rc >= 2 or no results) - | "REGRESSED" // a previously-passing test now fails (true drift regression) + | "REGRESSED" // net loss: previously-passing tests now fail, and nothing outweighs them + | "ADVANCED" // the floor moved up (new passes / fixed tests) but something still needs attention | "GAINED" // newly-added coverage whose failures are all new (awaiting ratchet) | "IMPROVED" // green run that also fixed tests or added passing coverage | "RED" // unbaselined failures, but no drift regression (needs ratchet) @@ -17,6 +19,8 @@ export interface SuiteStatusInput { hasCurrent: boolean; /** Expectation-regressions this run (fails not covered by skip/fail/ratchet). */ expRegressions: number; + /** Tests that passed although the expectations say they fail (the floor advanced). */ + newPasses?: number; /** Drift regressions vs the previous run (was passing, now failing). */ driftRegressed: number; /** Tests observed in newly-added coverage this run. */ @@ -28,21 +32,41 @@ export interface SuiteStatusInput { } /** - * Classify a suite run for the summary. Drift (vs the previous run) is - * authoritative: a was-passing-now-failing test is a real REGRESSED. Failures - * that are merely unbaselined (a freshly-enabled slice) surface as GAINED (when - * they're outnumbered by added coverage) or RED (needs ratchet), never as a - * regression — that was the bug this classifier fixes. + * How far the floor advanced this run. `newPasses` (vs the expectations) and + * `fixed` (vs the previous run) usually describe the same tests, so take the + * larger rather than summing. + */ +export function floorAdvance(i: Pick): number { + return Math.max(i.newPasses ?? 0, i.fixed); +} + +/** + * Classify a suite run for the summary. + * + * Progress is judged on net terms: tests that newly pass (vs the expectations + * or vs the previous run) are weighed against drift regressions. A run whose + * floor advanced is ADVANCED (or IMPROVED when it is otherwise clean), never + * RED — the point is to reward the gain and prompt a ratchet. Drift regressions + * that are NOT outweighed by gains are still REGRESSED: a was-passing-now-failing + * test is a real problem, and added coverage alone never masks it. + * + * Failures that are merely unbaselined (a freshly-enabled slice) surface as + * GAINED (when they're outnumbered by added coverage) or RED (needs ratchet). */ export function classifySuiteStatus(i: SuiteStatusInput): SuiteStatus { if (i.rc >= 2 || !i.hasCurrent) return "ERROR"; - if (i.driftRegressed > 0) return "REGRESSED"; + const advanced = floorAdvance(i); + if (i.driftRegressed > 0 && i.driftRegressed >= advanced) return "REGRESSED"; + if (advanced > 0) { + const clean = i.rc === 0 && i.driftRegressed === 0 && i.expRegressions === 0; + return clean ? "IMPROVED" : "ADVANCED"; + } if (i.expRegressions > 0) { if (i.hasChanges && i.added >= i.expRegressions) return "GAINED"; // No baseline to prove these aren't drift → treat conservatively as a // regression; with a baseline (no drift) they're just unratcheted. return i.hasChanges ? "RED" : "REGRESSED"; } - if (i.rc === 0 && (i.fixed > 0 || i.added > 0)) return "IMPROVED"; + if (i.rc === 0 && i.added > 0) return "IMPROVED"; return i.rc === 1 ? "RED" : "GREEN"; } diff --git a/harness/src/cli.test.ts b/harness/src/cli.test.ts index e59bbf1..450201d 100644 --- a/harness/src/cli.test.ts +++ b/harness/src/cli.test.ts @@ -278,7 +278,7 @@ test("prints pass percentage in the run summary", async () => { await writeHarnessFixture(root, adapterId, ["alpha"]); expect(await runFixtureWorkload(root, "alpha", adapterId)).toBe(0); - expect(logSpy).toHaveBeenCalledWith(expect.stringContaining("1/1 pass (100.0%)")); + expect(logSpy).toHaveBeenCalledWith(expect.stringContaining("1/1 pass (100.0% overall, 100.0% vs expectations)")); } finally { logSpy.mockRestore(); delete ADAPTERS[adapterId]; diff --git a/harness/src/cli.ts b/harness/src/cli.ts index 0fde999..463c058 100644 --- a/harness/src/cli.ts +++ b/harness/src/cli.ts @@ -7,7 +7,7 @@ import { loadRegistry, type TargetName } from "./registry"; import { resolveTargetIdentity } from "./target"; import { loadExpectations, skipGlobs } from "./expectations/load"; import type { Expectations } from "./expectations/load"; -import { compare, expectationKeysOf, expectedFor, passRate as scoredPassRate } from "./expectations/compare"; +import { compare, expectationKeysOf, expectedFor, passRatesOf } from "./expectations/compare"; import { ratchetCandidates, writeRatchet, ratchetPath, loadRatchet, mergeRatchet } from "./expectations/ratchet"; import { writeResults, readResults } from "./results/store"; import { diffRuns, renderDiffMd, toRunResults, findPreviousRunDir, loadRunResultsFromDb } from "./analyze/diff"; @@ -330,11 +330,17 @@ export async function main(o: CliOptions): Promise { await Bun.write(join(outDir, name), content); const green = comparison.regressions.length === 0; - // Pass rate is over scored (non-skipped) tests; muted areas are excluded from the denominator. - const passRate = scoredPassRate(comparison.counts) * 100; + // Both rates are over the whole selection; skipped/suppressed tests stay in the denominator. + const rates = passRatesOf(comparison.counts, comparison.regressions.length); + const verdict = green + ? "GREEN" + : comparison.newPasses.length > 0 + ? "ADVANCED (regressions + new passes: ratchet to lock in the gain)" + : "RED"; console.log( - `${wl.id} @ ${identity.semver}: ${comparison.counts.pass}/${comparison.counts.total} pass (${passRate.toFixed(1)}%), ` + - `${comparison.regressions.length} regressions, ${comparison.newPasses.length} new passes — ${green ? "GREEN" : "RED"}`, + `${wl.id} @ ${identity.semver}: ${comparison.counts.pass}/${comparison.counts.total} pass ` + + `(${(rates.overall * 100).toFixed(1)}% overall, ${(rates.expected * 100).toFixed(1)}% vs expectations), ` + + `${comparison.regressions.length} regressions, ${comparison.newPasses.length} new passes — ${verdict}`, ); return green ? 0 : 1; } diff --git a/harness/src/expectations/compare.test.ts b/harness/src/expectations/compare.test.ts index cf933d9..e43283e 100644 --- a/harness/src/expectations/compare.test.ts +++ b/harness/src/expectations/compare.test.ts @@ -2,17 +2,27 @@ import { test, expect } from "bun:test"; import { readFileSync } from "node:fs"; import { join } from "node:path"; import { parseExpectations } from "./load"; -import { compare, passRate, scoredTotal } from "./compare"; +import { compare, expectationPassRate, overallPassRate, scoredTotal } from "./compare"; import type { TestResult } from "../results/schema"; -test("scoredTotal and passRate exclude skipped tests", () => { +test("scoredTotal excludes skipped tests; overallPassRate keeps them in the denominator", () => { const counts = { pass: 90, fail: 5, error: 5, skip: 100, total: 200 }; expect(scoredTotal(counts)).toBe(100); // skip excluded - expect(passRate(counts)).toBeCloseTo(0.9, 5); // 90 / (90+5+5), not 90/200 + expect(overallPassRate(counts)).toBeCloseTo(0.45, 5); // 90/200: muting never flatters the headline }); -test("passRate is 0 when nothing scored (everything skipped)", () => { - expect(passRate({ pass: 0, fail: 0, error: 0, skip: 12, total: 12 })).toBe(0); +test("expectationPassRate only counts regressions against the run", () => { + const counts = { pass: 90, fail: 5, error: 5, skip: 100, total: 200 }; + expect(expectationPassRate(counts, 0)).toBe(1); // every fail is baselined, every skip is expected + expect(expectationPassRate(counts, 4)).toBeCloseTo(196 / 200, 5); + expect(expectationPassRate(counts, 500)).toBe(0); // clamped +}); + +test("rates are 0 when the selection is empty", () => { + expect(overallPassRate({ pass: 0, fail: 0, error: 0, skip: 0, total: 0 })).toBe(0); + expect(expectationPassRate({ pass: 0, fail: 0, error: 0, skip: 0, total: 0 }, 0)).toBe(0); + // Older summaries lack `total`; fall back to scored + skip. + expect(overallPassRate({ pass: 1, fail: 0, error: 0, skip: 1 })).toBeCloseTo(0.5, 5); }); const toml = ` diff --git a/harness/src/expectations/compare.ts b/harness/src/expectations/compare.ts index dc340da..cf9149f 100644 --- a/harness/src/expectations/compare.ts +++ b/harness/src/expectations/compare.ts @@ -47,23 +47,49 @@ export function expectedFor(exp: Expectations, filePathOrKeys: string | string[] return expectedForEntries(compile(exp), keys); } -/** - * Tests that count toward the pass rate. Skipped/muted tests are deliberately - * excluded: muting a known-unsupported area should not drag the denominator, - * matching the Test262/WPT convention (rate over run, not over selection). - */ export type ScoredCounts = { pass: number; fail: number; error: number; skip?: number; total?: number }; +/** Number of non-skipped tests (pass + fail + error). */ export function scoredTotal(counts: ScoredCounts): number { return counts.pass + counts.fail + counts.error; } -/** Pass rate over scored (non-skipped) tests, in 0..1. Returns 0 when nothing scored. */ -export function passRate(counts: ScoredCounts): number { - const denom = scoredTotal(counts); +/** Number of tests in the selection, including skipped/suppressed ones. */ +export function selectionTotal(counts: ScoredCounts): number { + return counts.total ?? scoredTotal(counts) + (counts.skip ?? 0); +} + +/** + * Overall pass rate, in 0..1: passes over EVERY test in the selection. Skipped + * and expectation-suppressed tests stay in the denominator, so muting an area + * never makes the number look better. Returns 0 when the selection is empty. + */ +export function overallPassRate(counts: ScoredCounts): number { + const denom = selectionTotal(counts); return denom ? counts.pass / denom : 0; } +/** + * Pass rate against the checked-in expectations, in 0..1: the share of tests + * whose outcome is at least as good as the baseline says. Suppressed tests are + * expected skips, baselined failures are expected fails, and new passes beat + * expectations, so only regressions count against it. 100% means the run is + * on (or above) the floor; the gap is exactly what still needs a ratchet. + */ +export function expectationPassRate(counts: ScoredCounts, regressions: number): number { + const denom = selectionTotal(counts); + return denom ? Math.max(0, denom - regressions) / denom : 0; +} + +export interface PassRates { + overall: number; // 0..1, passes over all tests incl. skipped/suppressed + expected: number; // 0..1, non-regressions over all tests +} + +export function passRatesOf(counts: ScoredCounts, regressions: number): PassRates { + return { overall: overallPassRate(counts), expected: expectationPassRate(counts, regressions) }; +} + export function compare(results: TestResult[], exp: Expectations): Comparison { const entries = compile(exp); const c: Comparison = { diff --git a/harness/src/report/charts.test.ts b/harness/src/report/charts.test.ts new file mode 100644 index 0000000..10ce7f6 --- /dev/null +++ b/harness/src/report/charts.test.ts @@ -0,0 +1,32 @@ +import { test, expect } from "bun:test"; +import { renderSuitePassRateSvg, renderTopPassRateSvg } from "./charts"; +import type { Comparison } from "../expectations/compare"; + +const cmp: Comparison = { + regressions: [{ kind: "test", id: "r", status: "fail" }], + newPasses: [{ kind: "test", id: "n", status: "pass" }, { kind: "test", id: "m", status: "pass" }], + observed: [], + counts: { pass: 60, fail: 10, error: 5, skip: 25, total: 100 }, +}; + +test("suite chart reports the overall rate over all tests and the rate vs expectations", () => { + const svg = renderSuitePassRateSvg("node-api", cmp); + expect(svg).toContain("60/100 pass · 60.0% overall · 99.0% vs expectations"); + expect(svg).not.toContain("80.0%"); // 60/75 (skips excluded) is no longer shown anywhere + expect(svg).toContain("skip: 25"); // suppressed tests are visible in the mix + expect(svg).toContain("99/100 at or above baseline · regressions 1 · new passes 2"); +}); + +test("top chart draws an overall bar and a vs-expectations bar per suite", () => { + const svg = renderTopPassRateSvg([ + { workload: "a", semver: "1", digest: "d", passRate: 0.5, expectedRate: 1, regressions: 0, newPasses: 0 }, + { workload: "b", semver: "1", digest: "d", passRate: 0.25, expectedRate: 0.9, regressions: 10, newPasses: 4 }, + ]); + expect(svg).toContain("a overall: 50.0%"); + expect(svg).toContain("a vs expectations: 100.0%"); + expect(svg).toContain("100.0% exp<"); // clean suite: no regression note + expect(svg).toContain("90.0% exp · 10 regr, 4 new"); + // bar widths scale with each rate over the same 380px track + expect(svg).toContain('width="190.00" height="14"'); + expect(svg).toContain('width="342.00" height="8"'); +}); diff --git a/harness/src/report/charts.ts b/harness/src/report/charts.ts index 58dbc2f..fcd7a4a 100644 --- a/harness/src/report/charts.ts +++ b/harness/src/report/charts.ts @@ -1,7 +1,20 @@ -import { passRate } from "../expectations/compare"; +import { passRatesOf } from "../expectations/compare"; import type { Comparison } from "../expectations/compare"; import type { RunSummary } from "./render"; +const FONT = "system-ui, -apple-system, Segoe UI, sans-serif"; +const COLORS = { + pass: "#198754", + fail: "#dc3545", + error: "#6f42c1", + skip: "#6c757d", + regression: "#d29922", + expected: "#0969da", + track: "#eaeef2", + ink: "#1f2328", + muted: "#57606a", +}; + function escapeXml(value: string): string { return value .replaceAll("&", "&") @@ -14,66 +27,103 @@ function pct(value: number): string { return `${(value * 100).toFixed(1)}%`; } +function clamp01(value: number): number { + return Math.max(0, Math.min(1, Number.isFinite(value) ? value : 0)); +} + +/** + * Per-suite chart. The top bar is the full result mix over EVERY test in the + * selection (skipped/suppressed included, so muting is visible rather than + * hidden). The bottom bar is the run measured against the expectations: only + * regressions eat into it, so a full bar means the run is on (or above) the floor. + */ export function renderSuitePassRateSvg(workload: string, c: Comparison): string { const width = 720; - const height = 170; + const height = 214; const x = 40; - const y = 84; const barWidth = 640; - const barHeight = 28; const total = Math.max(c.counts.total, 1); + const rates = passRatesOf(c.counts, c.regressions.length); const segments = [ - { label: "pass", value: c.counts.pass, color: "#198754" }, - { label: "fail", value: c.counts.fail, color: "#dc3545" }, - { label: "error", value: c.counts.error, color: "#6f42c1" }, - { label: "skip", value: c.counts.skip, color: "#6c757d" }, + { label: "pass", value: c.counts.pass, color: COLORS.pass }, + { label: "fail", value: c.counts.fail, color: COLORS.fail }, + { label: "error", value: c.counts.error, color: COLORS.error }, + { label: "skip", value: c.counts.skip, color: COLORS.skip }, ].filter((segment) => segment.value > 0); + const mixY = 84; + const mixHeight = 24; let offset = 0; const rects = segments .map((segment) => { const w = (segment.value / total) * barWidth; - const rect = `${escapeXml(segment.label)}: ${segment.value}`; + const rect = `${escapeXml(segment.label)}: ${segment.value}`; offset += w; return rect; }) .join("\n "); - // Bar segments above show all results (incl. skip); the headline rate excludes skips. - const rate = passRate(c.counts); + const expY = 150; + const expHeight = 12; + const onFloor = Math.max(0, c.counts.total - c.regressions.length); + const expWidth = clamp01(rates.expected) * barWidth; return ` ${escapeXml(workload)} pass-rate chart - ${c.counts.pass} of ${c.counts.total} tests passed. + ${c.counts.pass} of ${c.counts.total} tests passed (${pct(rates.overall)} overall, including skipped and suppressed tests); ${onFloor} of ${c.counts.total} are at or above the expectations baseline (${pct(rates.expected)}); ${c.regressions.length} regressions; ${c.newPasses.length} new passes. - ${escapeXml(workload)} - ${c.counts.pass}/${c.counts.total} pass (${pct(rate)}) - + ${escapeXml(workload)} + ${c.counts.pass}/${c.counts.total} pass · ${pct(rates.overall)} overall · ${pct(rates.expected)} vs expectations + all tests, incl. skipped/suppressed + ${rects} - fail ${c.counts.fail} · error ${c.counts.error} · skip ${c.counts.skip} · regressions ${c.regressions.length} + pass ${c.counts.pass} · fail ${c.counts.fail} · error ${c.counts.error} · skip ${c.counts.skip} + vs expectations (only regressions count against it) + + at or above baseline: ${onFloor} + ${onFloor}/${c.counts.total} at or above baseline · regressions ${c.regressions.length} · new passes ${c.newPasses.length} `; } +/** + * Headline chart. Each suite gets two bars: the overall pass rate (over all + * tests, skipped/suppressed included) and the pass rate vs the expectations. + */ export function renderTopPassRateSvg(runs: RunSummary[]): string { - const rowHeight = 34; - const width = 760; - const height = Math.max(120, 62 + runs.length * rowHeight); + const rowHeight = 48; + const width = 820; + const headerHeight = 78; + const height = Math.max(140, headerHeight + runs.length * rowHeight + 12); const barX = 210; - const barWidth = 430; + const barWidth = 380; + const labelX = barX + barWidth + 14; const rows = runs .map((run, index) => { - const y = 54 + index * rowHeight; - const filled = Math.max(0, Math.min(1, run.passRate)) * barWidth; - const color = run.regressions === 0 ? "#198754" : "#d29922"; - return `${escapeXml(run.workload)} - - - ${pct(run.passRate)}`; + const y = headerHeight + index * rowHeight; + const overall = clamp01(run.passRate) * barWidth; + const expected = clamp01(run.expectedRate) * barWidth; + const overallColor = run.regressions === 0 ? COLORS.pass : COLORS.regression; + const note = run.regressions === 0 + ? "" + : run.newPasses > 0 + ? ` · ${run.regressions} regr, ${run.newPasses} new` + : ` · ${run.regressions} regr`; + return `${escapeXml(run.workload)} + + ${escapeXml(run.workload)} overall: ${pct(run.passRate)} + ${pct(run.passRate)} + + ${escapeXml(run.workload)} vs expectations: ${pct(run.expectedRate)} + ${pct(run.expectedRate)} exp${escapeXml(note)}`; }) .join("\n "); return ` Elide compatibility pass rates - Latest pass rate by compliance suite. + Latest pass rate by compliance suite: overall (over all tests, including skipped and suppressed) and vs expectations (only regressions count against it). - Latest compatibility + Latest compatibility + + overall pass rate (all tests, incl. skipped/suppressed) + + vs expectations (100% = at or above baseline) ${rows} `; diff --git a/harness/src/report/index.test.ts b/harness/src/report/index.test.ts index 916fa5b..fe4e52e 100644 --- a/harness/src/report/index.test.ts +++ b/harness/src/report/index.test.ts @@ -11,13 +11,13 @@ test("buildIndexJson lists workload-scoped runs with counts and paths", async () await Bun.write(join(dir, "summary.json"), JSON.stringify({ meta: { workload: "test262", elide: { semver: "1.3.5", digest: "abcd1234ef56" }, finishedAt: "2026-06-26T00:00:00Z" }, counts: { pass: 90, fail: 10, skip: 0, error: 0, total: 100 }, - regressions: [], newPasses: [], + regressions: [], newPasses: ["a", "b"], })); const idx = await buildIndexJson(root) as any; expect(idx.runs).toHaveLength(1); expect(idx.runs[0]).toMatchObject({ workload: "test262", semver: "1.3.5", digest: "abcd1234ef56", - pass: 90, total: 100, regressions: 0, + pass: 90, total: 100, regressions: 0, newPasses: 2, reportDir: "1.3.5/abcd1234ef56/test262", }); }); @@ -51,6 +51,7 @@ test("latestRunSummariesFromIndex keeps the newest run per workload", () => { total: 10, skip: 0, regressions: 1, + newPasses: 0, finishedAt: "2026-01-02T00:00:00.000Z", reportDir: "1.1.0/bbbbbbbbbbbb/alpha", }, @@ -62,6 +63,7 @@ test("latestRunSummariesFromIndex keeps the newest run per workload", () => { total: 10, skip: 0, regressions: 9, + newPasses: 0, finishedAt: "2026-01-01T00:00:00.000Z", reportDir: "1.0.0/aaaaaaaaaaaa/alpha", }, @@ -73,12 +75,13 @@ test("latestRunSummariesFromIndex keeps the newest run per workload", () => { workload: "alpha", semver: "1.1.0", passRate: 0.8, + expectedRate: 0.9, // 1 regression over 10 tests regressions: 1, }), ]); }); -test("latestRunSummariesFromIndex excludes skipped tests from the pass-rate denominator", () => { +test("latestRunSummariesFromIndex keeps skipped tests in the denominator and reports both rates", () => { const latest = latestRunSummariesFromIndex({ runs: [ { @@ -87,21 +90,23 @@ test("latestRunSummariesFromIndex excludes skipped tests from the pass-rate deno digest: "3d3ea83ed640", pass: 70, total: 100, - skip: 10, // scored denominator = total - skip = 90, not 100 - regressions: 0, + skip: 10, // suppressed tests still count against the overall rate + regressions: 5, + newPasses: 3, finishedAt: "2026-06-29T00:00:00.000Z", reportDir: "1.3.6/3d3ea83ed640/javac-jtreg", }, ], }); - // 70 / (100 - 10) = 0.777…, not the old 70/100 = 0.70. - expect(latest[0]!.passRate).toBeCloseTo(70 / 90, 5); + expect(latest[0]!.passRate).toBeCloseTo(0.7, 5); // 70/100, not 70/90 + expect(latest[0]!.expectedRate).toBeCloseTo(0.95, 5); // (100 - 5 regressions)/100 + expect(latest[0]!.newPasses).toBe(3); }); test("top-level summaries include all workloads (mute set is empty)", () => { const mk = (workload: string, reportDir: string) => ({ workload, semver: "1.3.6", digest: "3d3ea83ed640", - pass: 1, total: 10, skip: 0, regressions: 0, + pass: 1, total: 10, skip: 0, regressions: 0, newPasses: 0, finishedAt: "2026-06-29T00:00:00.000Z", reportDir, }); const latest = latestRunSummariesFromIndex({ diff --git a/harness/src/report/index.ts b/harness/src/report/index.ts index 676ed59..b1e8683 100644 --- a/harness/src/report/index.ts +++ b/harness/src/report/index.ts @@ -1,7 +1,7 @@ import { join, relative } from "node:path"; import { readdirSync, existsSync } from "node:fs"; import type { RunMeta } from "../results/schema"; -import type { Comparison } from "../expectations/compare"; +import { passRatesOf, type Comparison } from "../expectations/compare"; import { renderTopIndex, type RunSummary } from "./render"; export async function writeSummaryJson(dir: string, meta: RunMeta, c: Comparison): Promise { @@ -16,7 +16,7 @@ export async function writeSummaryJson(dir: string, meta: RunMeta, c: Comparison export interface IndexEntry { workload: string; semver: string; digest: string; - pass: number; total: number; skip: number; regressions: number; + pass: number; total: number; skip: number; regressions: number; newPasses: number; finishedAt: string; reportDir: string; } @@ -68,6 +68,7 @@ export async function buildIndexJson(reportsDir: string): Promise<{ runs: IndexE total: s.counts.total, skip: s.counts.skip ?? 0, regressions: s.regressions.length, + newPasses: s.newPasses?.length ?? 0, finishedAt: s.meta.finishedAt, reportDir: relative(reportsDir, run.dir), }); @@ -87,15 +88,19 @@ export function latestRunSummariesFromIndex(index: { runs: IndexEntry[] }): RunS const latest = new Map(); for (const run of index.runs) { if (SUMMARY_MUTED_WORKLOADS.has(run.workload)) continue; - // Exclude skipped/muted tests from the denominator. Older index entries - // predate the `skip` field; treat them as skip=0 (denominator == total). - const scored = run.total - (run.skip ?? 0); + // Skipped/suppressed tests stay in the denominator: `total` is the whole selection. + const rates = passRatesOf( + { pass: run.pass, fail: 0, error: 0, skip: run.skip ?? 0, total: run.total }, + run.regressions, + ); const cur: RunSummary & { finishedAt: string } = { workload: run.workload, semver: run.semver, digest: run.digest.slice(0, 12), - passRate: scored > 0 ? run.pass / scored : 0, + passRate: rates.overall, + expectedRate: rates.expected, regressions: run.regressions, + newPasses: run.newPasses ?? 0, finishedAt: run.finishedAt, }; const prev = latest.get(run.workload); diff --git a/harness/src/report/readme.ts b/harness/src/report/readme.ts index 9c72c58..f188f88 100644 --- a/harness/src/report/readme.ts +++ b/harness/src/report/readme.ts @@ -17,14 +17,19 @@ export function renderReadmeCompatSummary(index: { runs: IndexEntry[] }): string "", "![Latest compatibility pass rates](reports/pass-rate.svg)", "", - "| Suite | Version | Digest | Pass rate | Regressions |", - "|---|---|---|---:|---:|", + "| Suite | Version | Digest | Pass rate | vs expectations | Regressions | New passes |", + "|---|---|---|---:|---:|---:|---:|", ]; for (const run of latest) { lines.push( - `| ${run.workload} | \`${run.semver}\` | \`${run.digest}\` | ${(run.passRate * 100).toFixed(1)}% | ${run.regressions} |`, + `| ${run.workload} | \`${run.semver}\` | \`${run.digest}\` | ${(run.passRate * 100).toFixed(1)}% | ${(run.expectedRate * 100).toFixed(1)}% | ${run.regressions} | ${run.newPasses} |`, ); } + lines.push( + "", + "_Pass rate_ counts every test in the selection, including skipped/suppressed ones.", + "_vs expectations_ is the share of tests at or above the checked-in baseline (only regressions count against it).", + ); lines.push("", END, ""); return lines.join("\n"); } diff --git a/harness/src/report/render.test.ts b/harness/src/report/render.test.ts index 1060895..64a0c9e 100644 --- a/harness/src/report/render.test.ts +++ b/harness/src/report/render.test.ts @@ -1,5 +1,5 @@ import { test, expect } from "bun:test"; -import { renderSuiteReport, renderTopIndex } from "./render"; +import { renderRunIndex, renderSuiteReport, renderTopIndex, statusMark } from "./render"; import type { RunMeta, TestResult } from "../results/schema"; import { compare, type Comparison } from "../expectations/compare"; @@ -25,7 +25,9 @@ test("suite report includes pass rate, regressions, new passes", () => { expect(md).toContain("test262"); expect(md).toContain("1.3.5+abc"); expect(md).toContain("90/100"); - expect(md).toContain("94.74%"); // 90 / (90+5+0 scored); the 5 skips are excluded from the rate + expect(md).toContain("90.00%"); // 90/100: the 5 skips stay in the denominator + expect(md).not.toContain("94.74%"); + expect(md).toContain("vs expectations: 99/100 (99.00%)"); // 1 regression over 100 tests expect(md).toContain("pass-rate.svg"); expect(md).toContain("language/r.js default"); expect(md).toContain("built-ins/n.js default"); @@ -50,11 +52,22 @@ test("renders non-test262 suite reports with normalized counts", () => { expect(md).toContain("url/a.any.js :: a"); }); -test("top index renders a version matrix with a checkmark when no regressions", () => { +test("top index renders a version matrix with both rates and a checkmark when no regressions", () => { const md = renderTopIndex([ - { workload: "test262", semver: "1.3.5", digest: "abcd12", passRate: 1, regressions: 0 }, + { workload: "test262", semver: "1.3.5", digest: "abcd12", passRate: 0.9, expectedRate: 1, regressions: 0, newPasses: 0 }, ]); expect(md).toContain("test262"); expect(md).toContain("pass-rate.svg"); - expect(md).toContain("✅"); + expect(md).toContain("| vs expectations |"); + expect(md).toContain("| 90.0% | 100.0% | ✅ |"); +}); + +test("status marks: regressions with new passes read as an advanced floor, not a failure", () => { + expect(statusMark({ regressions: 0, newPasses: 0 })).toBe("✅"); + expect(statusMark({ regressions: 0, newPasses: 5 })).toBe("✅"); + expect(statusMark({ regressions: 2, newPasses: 0 })).toBe("❌"); + expect(statusMark({ regressions: 2, newPasses: 5 })).toBe("🔵"); + const md = renderRunIndex(meta, cmp); // 1 regression + 1 new pass + expect(md).toContain("🔵 1 regressions, 1 new passes"); + expect(md).toContain("ratchet"); }); diff --git a/harness/src/report/render.ts b/harness/src/report/render.ts index 8bde710..31d0c3d 100644 --- a/harness/src/report/render.ts +++ b/harness/src/report/render.ts @@ -1,18 +1,30 @@ import type { RunMeta } from "../results/schema"; -import { passRate, type Comparison } from "../expectations/compare"; +import { passRatesOf, type Comparison } from "../expectations/compare"; export interface RunSummary { workload: string; semver: string; digest: string; // short - passRate: number; // 0..1 + /** Overall pass rate, 0..1: passes over all tests incl. skipped/suppressed. */ + passRate: number; + /** Pass rate vs expectations, 0..1: everything but regressions is on the floor. */ + expectedRate: number; regressions: number; + newPasses: number; +} + +export function statusMark(r: Pick): string { + if (r.regressions === 0) return "✅"; + // Regressions alongside new passes: the floor moved, ratchet to lock it in. + return r.newPasses > 0 ? "🔵" : "❌"; } export function renderSuiteReport(meta: RunMeta, c: Comparison): string { const { pass, total } = c.counts; - // Rate is over scored (non-skipped) tests; the pass/total figure still shows the full selection. - const rate = (passRate(c.counts) * 100).toFixed(2); + // Both rates are over the whole selection: skipped/suppressed tests stay in the denominator. + const rates = passRatesOf(c.counts, c.regressions.length); + const rate = (rates.overall * 100).toFixed(2); + const expectedRate = (rates.expected * 100).toFixed(2); const lines: string[] = []; lines.push(`# ${meta.workload} — \`${meta.elide.semver}\``, ""); lines.push(`- Image digest: \`${meta.elide.digest}\``); @@ -20,7 +32,8 @@ export function renderSuiteReport(meta: RunMeta, c: Comparison): string { lines.push(`- Ran: ${meta.startedAt} → ${meta.finishedAt}`, ""); lines.push(`## Summary`, ""); lines.push("![Pass-rate chart](./pass-rate.svg)", ""); - lines.push(`**Pass rate: ${pass}/${total} (${rate}%)**`, ""); + lines.push(`**Pass rate: ${pass}/${total} (${rate}%)** — overall, over all tests including skipped/suppressed`, ""); + lines.push(`**vs expectations: ${total - c.regressions.length}/${total} (${expectedRate}%)** — tests at or above the baseline (only regressions count against it)`, ""); lines.push(`| pass | fail | error | skip | regressions | new passes |`); lines.push(`|---:|---:|---:|---:|---:|---:|`); lines.push( @@ -53,7 +66,11 @@ export function renderSuiteReport(meta: RunMeta, c: Comparison): string { } export function renderRunIndex(meta: RunMeta, c: Comparison): string { - const status = c.regressions.length === 0 ? "✅ green" : `❌ ${c.regressions.length} regressions`; + const status = c.regressions.length === 0 + ? "✅ green" + : c.newPasses.length > 0 + ? `🔵 ${c.regressions.length} regressions, ${c.newPasses.length} new passes — floor advanced, ratchet to lock it in` + : `❌ ${c.regressions.length} regressions`; return [ `# Compliance run — \`${meta.elide.semver}\` (\`${meta.elide.digest}\`)`, "", @@ -70,16 +87,22 @@ export function renderTopIndex(runs: RunSummary[]): string { "", "![Latest compatibility pass rates](./pass-rate.svg)", "", - "| Suite | Version | Digest | Pass rate | Status |", - "|---|---|---|---:|:--:|", + "| Suite | Version | Digest | Pass rate | vs expectations | Status |", + "|---|---|---|---:|---:|:--:|", ]; for (const r of runs) { - const mark = r.regressions === 0 ? "✅" : "❌"; const pct = (r.passRate * 100).toFixed(1); + const expected = (r.expectedRate * 100).toFixed(1); lines.push( - `| ${r.workload} | \`${r.semver}\` | \`${r.digest}\` | ${pct}% | ${mark} |`, + `| ${r.workload} | \`${r.semver}\` | \`${r.digest}\` | ${pct}% | ${expected}% | ${statusMark(r)} |`, ); } + lines.push( + "", + "_Pass rate_ is over every test in the selection, including skipped/suppressed ones.", + "_vs expectations_ is the share of tests at or above the checked-in baseline (only regressions count against it).", + "🔵 marks a run with regressions **and** new passes: the floor advanced, ratchet to lock it in.", + ); lines.push(""); return lines.join("\n"); } diff --git a/reports/1.4.99+8b374d579/4094eb2fb1ff/javac-jtreg/pass-rate.svg b/reports/1.4.99+8b374d579/4094eb2fb1ff/javac-jtreg/pass-rate.svg index f75360c..264ce1b 100644 --- a/reports/1.4.99+8b374d579/4094eb2fb1ff/javac-jtreg/pass-rate.svg +++ b/reports/1.4.99+8b374d579/4094eb2fb1ff/javac-jtreg/pass-rate.svg @@ -1,11 +1,16 @@ - + javac-jtreg pass-rate chart - 3660 of 3934 tests passed. - + 3660 of 3934 tests passed (93.0% overall, including skipped and suppressed tests); 3934 of 3934 are at or above the expectations baseline (100.0%); 0 regressions; 0 new passes. + javac-jtreg - 3660/3934 pass (100.0%) - - pass: 3660 - skip: 274 - fail 0 · error 0 · skip 274 · regressions 0 + 3660/3934 pass · 93.0% overall · 100.0% vs expectations + all tests, incl. skipped/suppressed + + pass: 3660 + skip: 274 + pass 3660 · fail 0 · error 0 · skip 274 + vs expectations (only regressions count against it) + + at or above baseline: 3934 + 3934/3934 at or above baseline · regressions 0 · new passes 0 diff --git a/reports/1.4.99+8b374d579/4094eb2fb1ff/test262/pass-rate.svg b/reports/1.4.99+8b374d579/4094eb2fb1ff/test262/pass-rate.svg index df9e8de..987a091 100644 --- a/reports/1.4.99+8b374d579/4094eb2fb1ff/test262/pass-rate.svg +++ b/reports/1.4.99+8b374d579/4094eb2fb1ff/test262/pass-rate.svg @@ -1,13 +1,18 @@ - + test262 pass-rate chart - 96074 of 103361 tests passed. - + 96074 of 103361 tests passed (92.9% overall, including skipped and suppressed tests); 103361 of 103361 are at or above the expectations baseline (100.0%); 0 regressions; 0 new passes. + test262 - 96074/103361 pass (99.9%) - - pass: 96074 - fail: 8 - error: 92 - skip: 7187 - fail 8 · error 92 · skip 7187 · regressions 0 + 96074/103361 pass · 92.9% overall · 100.0% vs expectations + all tests, incl. skipped/suppressed + + pass: 96074 + fail: 8 + error: 92 + skip: 7187 + pass 96074 · fail 8 · error 92 · skip 7187 + vs expectations (only regressions count against it) + + at or above baseline: 103361 + 103361/103361 at or above baseline · regressions 0 · new passes 0 diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.json b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.json new file mode 100644 index 0000000..aafca8c --- /dev/null +++ b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.json @@ -0,0 +1,25 @@ +{ + "from": { + "semver": "1.4.99+8b374d579", + "digest": "4094eb2fb1ff122e2707260d4bea151c43278a01e4d16e2ac400c66de8cdff77" + }, + "to": { + "semver": "1.6.0+dd7116a51", + "digest": "2cccc16871e167acc63a9ed16dea7832c0b60ad31a2604564619df92b18da30e" + }, + "fixed": [ + "test_builtin.BuiltinTest.test_compile", + "test_difflib.TestSFpatches.test_html_diff", + "test_fstring.TestCase.test_debug_expressions_are_raw_strings", + "test_itertools.TestBasicOps.test_batched", + "test_list.ListTest.test_list_resize_overflow", + "test_urlparse.UrlParseTestCase.test_invalid_bracketed_hosts", + "test_urlparse.UrlParseTestCase.test_urlsplit_normalization" + ], + "regressed": [ + "test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding" + ], + "added": 1552, + "removed": 2957, + "stillFailing": 41 +} \ No newline at end of file diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.md b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.md new file mode 100644 index 0000000..1c0ac2e --- /dev/null +++ b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/changes.md @@ -0,0 +1,22 @@ +# Changes — `1.4.99+8b374d579` → `1.6.0+dd7116a51` + +- From: `1.4.99+8b374d579` (`4094eb2fb1ff122e2707260d4bea151c43278a01e4d16e2ac400c66de8cdff77`) +- To: `1.6.0+dd7116a51` (`2cccc16871e167acc63a9ed16dea7832c0b60ad31a2604564619df92b18da30e`) + +| regressed | fixed | added | removed | still failing | +|---:|---:|---:|---:|---:| +| 1 | 7 | 1552 | 2957 | 41 | + +## ❌ Regressed (1) + +- `test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding` + +## ✅ Fixed (7) + +- `test_builtin.BuiltinTest.test_compile` +- `test_difflib.TestSFpatches.test_html_diff` +- `test_fstring.TestCase.test_debug_expressions_are_raw_strings` +- `test_itertools.TestBasicOps.test_batched` +- `test_list.ListTest.test_list_resize_overflow` +- `test_urlparse.UrlParseTestCase.test_invalid_bracketed_hosts` +- `test_urlparse.UrlParseTestCase.test_urlsplit_normalization` diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/cpython-core.md b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/cpython-core.md new file mode 100644 index 0000000..7c1c808 --- /dev/null +++ b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/cpython-core.md @@ -0,0 +1,1591 @@ +# cpython-core — `1.6.0+dd7116a51` + +- Image digest: `2cccc16871e167acc63a9ed16dea7832c0b60ad31a2604564619df92b18da30e` +- Suite version: `fd17997c3866d61e0e7bd8201b1d8f35b40a40bd` +- Ran: 2026-09-25T18:24:53.516Z → 2026-09-25T18:26:43.853Z + +## Summary + +![Pass-rate chart](./pass-rate.svg) + +**Pass rate: 3866/4453 (95.91%)** + +| pass | fail | error | skip | regressions | new passes | +|---:|---:|---:|---:|---:|---:| +| 3866 | 126 | 39 | 422 | 119 | 7 | + +## Observed cases (4031) + +- `test_slice.SliceTest.test_cmp` — pass +- `test_slice.SliceTest.test_constructor` — pass +- `test_slice.SliceTest.test_copy` — pass +- `test_range.RangeTest.test_attributes` — pass +- `test_range.RangeTest.test_comparison` — pass +- `test_range.RangeTest.test_contains` — pass +- `test_range.RangeTest.test_count` — pass +- `test_range.RangeTest.test_empty` — pass +- `test_range.RangeTest.test_exhausted_iterator_pickling` — pass +- `test_range.RangeTest.test_index` — pass +- `test_range.RangeTest.test_invalid_invocation` — pass +- `test_range.RangeTest.test_issue11845` — pass +- `test_range.RangeTest.test_iterator_invalid_setstate` — pass +- `test_list.ListTest.test_add` — pass +- `test_list.ListTest.test_append` — pass +- `test_list.ListTest.test_bigrepeat` — pass +- `test_list.ListTest.test_clear` — pass +- `test_list.ListTest.test_cmp` — pass +- `test_list.ListTest.test_constructor_exception_handling` — pass +- `test_list.ListTest.test_constructors` — pass +- `test_list.ListTest.test_contains` — pass +- `test_list.ListTest.test_contains_fake` — pass +- `test_list.ListTest.test_contains_order` — pass +- `test_list.ListTest.test_copy` — pass +- `test_list.ListTest.test_count` — pass +- `test_list.ListTest.test_count_index_remove_crashes` — pass +- `test_list.ListTest.test_delitem` — pass +- `test_list.ListTest.test_delslice` — pass +- `test_range.RangeTest.test_iterator_pickling` — pass +- `test_range.RangeTest.test_iterator_pickling_overflowing_index` — pass +- `test_range.RangeTest.test_iterator_setstate` — pass +- `test_range.RangeTest.test_iterator_unpickle_compat` — pass +- `test_range.RangeTest.test_large_exhausted_iterator_pickling` — pass +- `test_range.RangeTest.test_large_operands` — pass +- `test_range.RangeTest.test_large_range` — pass +- `test_range.RangeTest.test_odd_bug` — pass +- `test_range.RangeTest.test_pickling` — pass +- `test_range.RangeTest.test_range` — pass +- `test_range.RangeTest.test_range_constructor_error_messages` — fail — TypeError: range() missing 1 required positional argument: 'a' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_range.py", line 95, in test_range_constructor_error_messages + with self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, + ^^^^^^^^^^ + "range expected at least 1 argument, got 0" + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ): + ^ +AssertionError: "range expected at least 1 argument, got 0" does not match "range() missing 1 required positional argument: 'a'" + +- `test_list.ListTest.test_deopt_from_append_list` — pass +- `test_list.ListTest.test_empty_slice` — pass +- `test_list.ListTest.test_equal_operator_modifying_operand` — pass +- `test_list.ListTest.test_exhausted_iterator` — pass +- `test_list.ListTest.test_extend` — pass +- `test_list.ListTest.test_extendedslicing` — pass +- `test_list.ListTest.test_getitem` — pass +- `test_list.ListTest.test_getitem_error` — pass +- `test_list.ListTest.test_getitemoverwriteiter` — pass +- `test_list.ListTest.test_getslice` — pass +- `test_list.ListTest.test_iadd` — pass +- `test_list.ListTest.test_identity` — pass +- `test_list.ListTest.test_imul` — pass +- `test_list.ListTest.test_index` — pass +- `test_list.ListTest.test_init` — pass +- `test_list.ListTest.test_insert` — pass +- `test_list.ListTest.test_iterator_pickle` — pass +- `test_list.ListTest.test_keyword_args` — pass +- `test_list.ListTest.test_keywords_in_subclass` — error — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_list.py", line 74, in test_keywords_in_subclass + u = subclass_with_new([1, 2], newarg=3) +TypeError: list() got an unexpected keyword argument 'newarg' + +- `test_list.ListTest.test_len` — pass +- `test_list.ListTest.test_list_index_modifing_operand` — fail — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_list.py", line 274, in test_list_index_modifing_operand + with self.assertRaises(ValueError): + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^ +AssertionError: ValueError not raised + +- `test_list.ListTest.test_list_resize_overflow` — pass +- `test_list.ListTest.test_lt_operator_modifying_operand` — pass +- `test_list.ListTest.test_minmax` — pass +- `test_list.ListTest.test_mul` — pass +- `test_list.ListTest.test_no_comdat_folding` — pass +- `test_list.ListTest.test_overflow` — pass +- `test_list.ListTest.test_pickle` — pass +- `test_list.ListTest.test_pop` — pass +- `test_list.ListTest.test_remove` — pass +- `test_list.ListTest.test_repeat` — pass +- `test_list.ListTest.test_repr` — pass +- `test_bool.BoolTest.test_blocked` — pass +- `test_bool.BoolTest.test_bool_called_at_least_once` — pass +- `test_bool.BoolTest.test_bool_new` — pass +- `test_bool.BoolTest.test_boolean` — pass +- `test_bool.BoolTest.test_callable` — pass +- `test_bool.BoolTest.test_complex` — pass +- `test_bool.BoolTest.test_contains` — pass +- `test_bool.BoolTest.test_convert` — pass +- `test_bool.BoolTest.test_convert_to_bool` — pass +- `test_bool.BoolTest.test_fileclosed` — pass +- `test_bool.BoolTest.test_float` — pass +- `test_bool.BoolTest.test_format` — pass +- `test_list.ListTest.test_repr_deep` — pass +- `test_bool.BoolTest.test_from_bytes` — pass +- `test_bool.BoolTest.test_hasattr` — pass +- `test_bool.BoolTest.test_int` — pass +- `test_bool.BoolTest.test_interpreter_convert_to_bool_raises` — pass +- `test_bool.BoolTest.test_isinstance` — pass +- `test_bool.BoolTest.test_issubclass` — pass +- `test_bool.BoolTest.test_keyword_args` — pass +- `test_bool.BoolTest.test_marshal` — pass +- `test_bool.BoolTest.test_math` — pass +- `test_bool.BoolTest.test_operator` — pass +- `test_bool.BoolTest.test_pickle` — pass +- `test_bool.BoolTest.test_picklevalues` — pass +- `test_bool.BoolTest.test_real_and_imag` — pass +- `test_bool.BoolTest.test_repr` — pass +- `test_bool.BoolTest.test_sane_len` — pass +- `test_bool.BoolTest.test_str` — pass +- `test_bool.BoolTest.test_string` — pass +- `test_bool.BoolTest.test_subclass` — pass +- `test_bool.BoolTest.test_types` — pass +- `test_tuple.TupleTest.test_add` — pass +- `test_tuple.TupleTest.test_bigrepeat` — pass +- `test_tuple.TupleTest.test_cmp` — pass +- `test_tuple.TupleTest.test_constructors` — pass +- `test_tuple.TupleTest.test_contains` — pass +- `test_tuple.TupleTest.test_contains_fake` — pass +- `test_tuple.TupleTest.test_contains_order` — pass +- `test_tuple.TupleTest.test_count` — pass +- `test_tuple.TupleTest.test_getitem` — pass +- `test_tuple.TupleTest.test_getitem_error` — pass +- `test_tuple.TupleTest.test_getitemoverwriteiter` — pass +- `test_tuple.TupleTest.test_getslice` — pass +- `test_tuple.TupleTest.test_hash_optional` — pass +- `test_tuple.TupleTest.test_iadd` — pass +- `test_tuple.TupleTest.test_imul` — pass +- `test_tuple.TupleTest.test_index` — pass +- `test_tuple.TupleTest.test_iterator_pickle` — pass +- `test_tuple.TupleTest.test_keyword_args` — pass +- `test_tuple.TupleTest.test_keywords_in_subclass` — error — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_tuple.py", line 57, in test_keywords_in_subclass + u = subclass_with_init([1, 2], newarg=3) +TypeError: tuple() got an unexpected keyword argument 'newarg' + +- `test_tuple.TupleTest.test_len` — pass +- `test_tuple.TupleTest.test_lexicographic_ordering` — pass +- `test_tuple.TupleTest.test_minmax` — pass +- `test_tuple.TupleTest.test_mul` — pass +- `test_tuple.TupleTest.test_no_comdat_folding` — pass +- `test_tuple.TupleTest.test_pickle` — pass +- `test_tuple.TupleTest.test_repeat` — pass +- `test_tuple.TupleTest.test_repr` — pass +- `test_dict.DictTest.test_bad_key` — pass +- `test_dict.DictTest.test_bool` — pass +- `test_dict.DictTest.test_clear` — pass +- `test_dict.DictTest.test_clear_at_lookup` — pass +- `test_dict.DictTest.test_clear_reentrant_cycle` — pass +- `test_dict.DictTest.test_clear_reentrant_delete` — pass +- `test_dict.DictTest.test_clear_reentrant_embedded` — pass +- `test_dict.DictTest.test_clear_reentrant_force_combined` — pass +- `test_dict.DictTest.test_constructor` — pass +- `test_slice.SliceTest.test_cycle` — pass +- `test_slice.SliceTest.test_deepcopy` — pass +- `test_slice.SliceTest.test_hash` — pass +- `test_re.ExternalTests.test_re_benchmarks` — pass +- `test_tuple.TupleTest.test_repr_large` — pass +- `test_tuple.TupleTest.test_reversed_pickle` — pass +- `test_tuple.TupleTest.test_subscript` — pass +- `test_tuple.TupleTest.test_truth` — pass +- `test_tuple.TupleTest.test_tupleresizebug` — pass +- `test_set.TestBasicOpsBytes.test_copy` — pass +- `test_set.TestBasicOpsBytes.test_empty_difference` — pass +- `test_set.TestBasicOpsBytes.test_empty_difference_rev` — pass +- `test_set.TestBasicOpsBytes.test_empty_intersection` — pass +- `test_set.TestBasicOpsBytes.test_empty_isdisjoint` — pass +- `test_set.TestBasicOpsBytes.test_empty_symmetric_difference` — pass +- `test_set.TestBasicOpsBytes.test_empty_union` — pass +- `test_set.TestBasicOpsBytes.test_equivalent_equality` — pass +- `test_set.TestBasicOpsBytes.test_intersection_empty` — pass +- `test_set.TestBasicOpsBytes.test_isdisjoint_empty` — pass +- `test_list.ListTest.test_repr_large` — pass +- `test_set.TestBasicOpsBytes.test_issue_37219` — pass +- `test_set.TestBasicOpsBytes.test_iteration` — pass +- `test_set.TestBasicOpsBytes.test_length` — pass +- `test_set.TestBasicOpsBytes.test_pickling` — pass +- `test_set.TestBasicOpsBytes.test_repr` — pass +- `test_set.TestBasicOpsBytes.test_self_difference` — pass +- `test_set.TestBasicOpsBytes.test_self_equality` — pass +- `test_set.TestBasicOpsBytes.test_self_intersection` — pass +- `test_set.TestBasicOpsBytes.test_self_isdisjoint` — pass +- `test_set.TestBasicOpsBytes.test_self_symmetric_difference` — pass +- `test_set.TestBasicOpsBytes.test_self_union` — pass +- `test_set.TestBasicOpsBytes.test_union_empty` — pass +- `test_set.TestBasicOpsEmpty.test_copy` — pass +- `test_set.TestBasicOpsEmpty.test_empty_difference` — pass +- `test_set.TestBasicOpsEmpty.test_empty_difference_rev` — pass +- `test_set.TestBasicOpsEmpty.test_empty_intersection` — pass +- `test_set.TestBasicOpsEmpty.test_empty_isdisjoint` — pass +- `test_set.TestBasicOpsEmpty.test_empty_symmetric_difference` — pass +- `test_set.TestBasicOpsEmpty.test_empty_union` — pass +- `test_set.TestBasicOpsEmpty.test_equivalent_equality` — pass +- `test_set.TestBasicOpsEmpty.test_intersection_empty` — pass +- `test_set.TestBasicOpsEmpty.test_isdisjoint_empty` — pass +- `test_set.TestBasicOpsEmpty.test_issue_37219` — pass +- `test_set.TestBasicOpsEmpty.test_iteration` — pass +- `test_set.TestBasicOpsEmpty.test_length` — pass +- `test_set.TestBasicOpsEmpty.test_pickling` — pass +- `test_set.TestBasicOpsEmpty.test_repr` — pass +- `test_set.TestBasicOpsEmpty.test_self_difference` — pass +- `test_set.TestBasicOpsEmpty.test_self_equality` — pass +- `test_set.TestBasicOpsEmpty.test_self_intersection` — pass +- `test_set.TestBasicOpsEmpty.test_self_isdisjoint` — pass +- `test_set.TestBasicOpsEmpty.test_self_symmetric_difference` — pass +- `test_set.TestBasicOpsEmpty.test_self_union` — pass +- `test_set.TestBasicOpsEmpty.test_union_empty` — pass +- `test_list.ListTest.test_repr_mutate` — error — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_list.py", line 130, in test_repr_mutate + self.assertEqual(repr(mylist), '[obj, obj, obj]') + ~~~~^^^^^^^^ +IndexError: index out of range + +- `test_list.ListTest.test_reverse` — pass +- `test_list.ListTest.test_reversed` — pass +- `test_yield_from.TestInterestingEdgeCases.test_close_and_throw_raise_base_exception` — pass +- `test_yield_from.TestInterestingEdgeCases.test_close_and_throw_raise_exception` — pass +- `test_set.TestBasicOpsMixedStringBytes.test_copy` — pass +- `test_set.TestBasicOpsMixedStringBytes.test_empty_difference` — pass +- …and 3831 more + +## ❌ Regressions (119) + +- `test_list.ListTest.test_repr_mutate` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_list.py", line 130, in test_repr_mutate + self.assertEqual(repr(mylist), '[obj, obj, obj]') + ~~~~^^^^^^^^ +IndexError: index out of range + +- `test_bytes.AssortedBytesTest.test_bytearray_repr` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 2001, in test_bytearray_repr + self.assertEqual(f(bytearray(b"'")), r'''bytearray(b"\'")''') # "\'" + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'bytearray(b"\'")' != 'bytearray(b"\\\'")' +- bytearray(b"'") ++ bytearray(b"\'") +? + + + +- `test_bytes.AssortedBytesTest.test_bytearray_str` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 2015, in test_bytearray_str + self.test_bytearray_repr(str) + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/work/suites/cpython/Lib/test/test_bytes.py", line 2001, in test_bytearray_repr + self.assertEqual(f(bytearray(b"'")), r'''bytearray(b"\'")''') # "\'" + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'bytearray(b"\'")' != 'bytearray(b"\\\'")' +- bytearray(b"'") ++ bytearray(b"\'") +? + + + +- `test_ast.test_ast.ASTConstructorTests.test_non_str_kwarg` — TypeError: keywords must be strings + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ast/test_ast.py", line 3162, in test_non_str_kwarg + with self.assertRaisesRegex(TypeError, "got multiple values for argument"): + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: "got multiple values for argument" does not match "keywords must be strings" + +- `test_fstring.TestCase.test_fstring_without_formatting_bytecode` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_fstring.py", line 1780, in test_fstring_without_formatting_bytecode + self.assertEqual(get_code(f"'{s}'"), get_code(f"f'{s}'")) + ~~~~~~~~^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_fstring.py", line 1777, in get_code + return [(i.opname, i.oparg) for i in dis.get_instructions(s)] + ~~~~~~~~~~~~~~~~~~~~^^^ + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/dis.py", line 604, in get_instructions + raise NotImplementedError("dis module is not supported on GraalPy") +NotImplementedError: dis module is not supported on GraalPy + +- `test_call.TestCallingConventions.test_fastcall_error_kw` — TypeError: meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_fastcall(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_fastcall\(\) takes no keyword arguments" does not match "meth_fastcall() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventions.test_noargs_error_arg` — TypeError: meth_noargs() takes 0 positional arguments but 1 was given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(1 given\)" does not match "meth_noargs() takes 0 positional arguments but 1 was given" + +- `test_call.TestCallingConventions.test_noargs_error_arg2` — TypeError: meth_noargs() takes 0 positional arguments but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(2 given\)" does not match "meth_noargs() takes 0 positional arguments but 2 were given" + +- `test_call.TestCallingConventions.test_noargs_error_ext` — TypeError: meth_noargs() takes 0 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(3 given\)" does not match "meth_noargs() takes 0 positional arguments but 3 were given" + +- `test_call.TestCallingConventions.test_noargs_error_kw` — TypeError: meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no keyword arguments" does not match "meth_noargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventions.test_o_error_arg_kw` — TypeError: meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventions.test_o_error_ext` — TypeError: meth_o() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(3 given\)" does not match "meth_o() takes 1 positional argument but 3 were given" + +- `test_call.TestCallingConventions.test_o_error_kw` — TypeError: meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventions.test_o_error_no_arg` — TypeError: meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeError, msg, self.obj.meth_o) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: "meth_o\(\) takes exactly one argument \(0 given\)" does not match "meth_o() missing 1 required positional argument: 'arg'" + +- `test_call.TestCallingConventions.test_o_error_two_args` — TypeError: meth_o() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(2 given\)" does not match "meth_o() takes 1 positional argument but 2 were given" + +- `test_call.TestCallingConventions.test_varargs_error_kw` — TypeError: meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_varargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_varargs\(\) takes no keyword arguments" does not match "meth_varargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClass.test_fastcall_error_kw` — TypeError: MethClass.meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_fastcall(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_fastcall\(\) takes no keyword arguments" does not match "MethClass.meth_fastcall() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClass.test_noargs_error_arg` — TypeError: MethClass.meth_noargs() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(1 given\)" does not match "MethClass.meth_noargs() takes 1 positional argument but 2 were given" + +- `test_call.TestCallingConventionsClass.test_noargs_error_arg2` — TypeError: MethClass.meth_noargs() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(2 given\)" does not match "MethClass.meth_noargs() takes 1 positional argument but 3 were given" + +- `test_call.TestCallingConventionsClass.test_noargs_error_ext` — TypeError: MethClass.meth_noargs() takes 1 positional argument but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(3 given\)" does not match "MethClass.meth_noargs() takes 1 positional argument but 4 were given" + +- `test_call.TestCallingConventionsClass.test_noargs_error_kw` — TypeError: MethClass.meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no keyword arguments" does not match "MethClass.meth_noargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClass.test_o_error_arg_kw` — TypeError: MethClass.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethClass.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClass.test_o_error_ext` — TypeError: MethClass.meth_o() takes 2 positional arguments but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(3 given\)" does not match "MethClass.meth_o() takes 2 positional arguments but 4 were given" + +- `test_call.TestCallingConventionsClass.test_o_error_kw` — TypeError: MethClass.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethClass.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClass.test_o_error_no_arg` — TypeError: MethClass.meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeError, msg, self.obj.meth_o) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: "meth_o\(\) takes exactly one argument \(0 given\)" does not match "MethClass.meth_o() missing 1 required positional argument: 'arg'" + +- `test_call.TestCallingConventionsClass.test_o_error_two_args` — TypeError: MethClass.meth_o() takes 2 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(2 given\)" does not match "MethClass.meth_o() takes 2 positional arguments but 3 were given" + +- `test_call.TestCallingConventionsClass.test_varargs_error_kw` — TypeError: MethClass.meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_varargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_varargs\(\) takes no keyword arguments" does not match "MethClass.meth_varargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClassInstance.test_fastcall_error_kw` — TypeError: MethClass.meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_fastcall(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_fastcall\(\) takes no keyword arguments" does not match "MethClass.meth_fastcall() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClassInstance.test_noargs_error_arg` — TypeError: MethClass.meth_noargs() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(1 given\)" does not match "MethClass.meth_noargs() takes 1 positional argument but 2 were given" + +- `test_call.TestCallingConventionsClassInstance.test_noargs_error_arg2` — TypeError: MethClass.meth_noargs() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(2 given\)" does not match "MethClass.meth_noargs() takes 1 positional argument but 3 were given" + +- `test_call.TestCallingConventionsClassInstance.test_noargs_error_ext` — TypeError: MethClass.meth_noargs() takes 1 positional argument but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(3 given\)" does not match "MethClass.meth_noargs() takes 1 positional argument but 4 were given" + +- `test_call.TestCallingConventionsClassInstance.test_noargs_error_kw` — TypeError: MethClass.meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no keyword arguments" does not match "MethClass.meth_noargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClassInstance.test_o_error_arg_kw` — TypeError: MethClass.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethClass.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClassInstance.test_o_error_ext` — TypeError: MethClass.meth_o() takes 2 positional arguments but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(3 given\)" does not match "MethClass.meth_o() takes 2 positional arguments but 4 were given" + +- `test_call.TestCallingConventionsClassInstance.test_o_error_kw` — TypeError: MethClass.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethClass.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsClassInstance.test_o_error_no_arg` — TypeError: MethClass.meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeError, msg, self.obj.meth_o) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: "meth_o\(\) takes exactly one argument \(0 given\)" does not match "MethClass.meth_o() missing 1 required positional argument: 'arg'" + +- `test_call.TestCallingConventionsClassInstance.test_o_error_two_args` — TypeError: MethClass.meth_o() takes 2 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(2 given\)" does not match "MethClass.meth_o() takes 2 positional arguments but 3 were given" + +- `test_call.TestCallingConventionsClassInstance.test_varargs_error_kw` — TypeError: MethClass.meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_varargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_varargs\(\) takes no keyword arguments" does not match "MethClass.meth_varargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsInstance.test_fastcall_error_kw` — TypeError: MethInstance.meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_fastcall(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_fastcall\(\) takes no keyword arguments" does not match "MethInstance.meth_fastcall() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsInstance.test_noargs_error_arg` — TypeError: MethInstance.meth_noargs() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(1 given\)" does not match "MethInstance.meth_noargs() takes 1 positional argument but 2 were given" + +- `test_call.TestCallingConventionsInstance.test_noargs_error_arg2` — TypeError: MethInstance.meth_noargs() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(2 given\)" does not match "MethInstance.meth_noargs() takes 1 positional argument but 3 were given" + +- `test_call.TestCallingConventionsInstance.test_noargs_error_ext` — TypeError: MethInstance.meth_noargs() takes 1 positional argument but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(3 given\)" does not match "MethInstance.meth_noargs() takes 1 positional argument but 4 were given" + +- `test_compile` — ModuleNotFoundError("No module named '_testinternalcapi'") +- `test_call.TestCallingConventionsInstance.test_noargs_error_kw` — TypeError: MethInstance.meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no keyword arguments" does not match "MethInstance.meth_noargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsInstance.test_o_error_arg_kw` — TypeError: MethInstance.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethInstance.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsInstance.test_o_error_ext` — TypeError: MethInstance.meth_o() takes 2 positional arguments but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(3 given\)" does not match "MethInstance.meth_o() takes 2 positional arguments but 4 were given" + +- `test_call.TestCallingConventionsInstance.test_o_error_kw` — TypeError: MethInstance.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethInstance.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsInstance.test_o_error_no_arg` — TypeError: MethInstance.meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeError, msg, self.obj.meth_o) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: "meth_o\(\) takes exactly one argument \(0 given\)" does not match "MethInstance.meth_o() missing 1 required positional argument: 'arg'" + +- `test_call.TestCallingConventionsInstance.test_o_error_two_args` — TypeError: MethInstance.meth_o() takes 2 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(2 given\)" does not match "MethInstance.meth_o() takes 2 positional arguments but 3 were given" + +- `test_call.TestCallingConventionsInstance.test_varargs_error_kw` — TypeError: MethInstance.meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_varargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_varargs\(\) takes no keyword arguments" does not match "MethInstance.meth_varargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsStatic.test_fastcall_error_kw` — TypeError: MethStatic.meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_fastcall(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_fastcall\(\) takes no keyword arguments" does not match "MethStatic.meth_fastcall() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsStatic.test_noargs_error_arg` — TypeError: MethStatic.meth_noargs() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(1 given\)" does not match "MethStatic.meth_noargs() takes 1 positional argument but 2 were given" + +- `test_call.TestCallingConventionsStatic.test_noargs_error_arg2` — TypeError: MethStatic.meth_noargs() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(2 given\)" does not match "MethStatic.meth_noargs() takes 1 positional argument but 3 were given" + +- `test_call.TestCallingConventionsStatic.test_noargs_error_ext` — TypeError: MethStatic.meth_noargs() takes 1 positional argument but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no arguments \(3 given\)" does not match "MethStatic.meth_noargs() takes 1 positional argument but 4 were given" + +- `test_call.TestCallingConventionsStatic.test_noargs_error_kw` — TypeError: MethStatic.meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_noargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_noargs\(\) takes no keyword arguments" does not match "MethStatic.meth_noargs() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsStatic.test_o_error_arg_kw` — TypeError: MethStatic.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethStatic.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsStatic.test_o_error_ext` — TypeError: MethStatic.meth_o() takes 2 positional arguments but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(3 given\)" does not match "MethStatic.meth_o() takes 2 positional arguments but 4 were given" + +- `test_call.TestCallingConventionsStatic.test_o_error_kw` — TypeError: MethStatic.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes no keyword arguments" does not match "MethStatic.meth_o() got an unexpected keyword argument 'k'" + +- `test_call.TestCallingConventionsStatic.test_o_error_no_arg` — TypeError: MethStatic.meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeError, msg, self.obj.meth_o) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: "meth_o\(\) takes exactly one argument \(0 given\)" does not match "MethStatic.meth_o() missing 1 required positional argument: 'arg'" + +- `test_call.TestCallingConventionsStatic.test_o_error_two_args` — TypeError: MethStatic.meth_o() takes 2 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_o(1, 2), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_o\(\) takes exactly one argument \(2 given\)" does not match "MethStatic.meth_o() takes 2 positional arguments but 3 were given" + +- `test_call.TestCallingConventionsStatic.test_varargs_error_kw` — TypeError: MethStatic.meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~^ + TypeError, msg, lambda: self.obj.meth_varargs(k=1), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ +AssertionError: "meth_varargs\(\) takes no keyword arguments" does not match "MethStatic.meth_varargs() got an unexpected keyword argument 'k'" + +- `test_call.TestPEP590.test_method_descriptor_flag` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 636, in test_method_descriptor_flag + self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: module '_testcapi' has no attribute 'MethodDescriptorBase' + +- `test_call.TestPEP590.test_setvectorcall` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 805, in test_setvectorcall + from _testcapi import function_setvectorcall +ImportError: cannot import name 'function_setvectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/graalpy25.4/modules/_testcapi.graalpy253-313-native-x86_64-linux.so) + +- `test_call.TestPEP590.test_setvectorcall_load_attr_specialization_deopt` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 832, in test_setvectorcall_load_attr_specialization_deopt + from _testcapi import function_setvectorcall +ImportError: cannot import name 'function_setvectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/graalpy25.4/modules/_testcapi.graalpy253-313-native-x86_64-linux.so) + +- `test_call.TestPEP590.test_setvectorcall_load_attr_specialization_skip` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 816, in test_setvectorcall_load_attr_specialization_skip + from _testcapi import function_setvectorcall +ImportError: cannot import name 'function_setvectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/graalpy25.4/modules/_testcapi.graalpy253-313-native-x86_64-linux.so) + +- `test_call.TestPEP590.test_vectorcall` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 744, in test_vectorcall + (_testcapi.MethodDescriptorBase(), (0,), {}, True), + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ +AttributeError: module '_testcapi' has no attribute 'MethodDescriptorBase' + +- `test_call.TestPEP590.test_vectorcall_flag` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 646, in test_vectorcall_flag + self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: module '_testcapi' has no attribute 'MethodDescriptorBase' + +- `test_call.TestPEP590.test_vectorcall_limited_incoming` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 854, in test_vectorcall_limited_incoming + from _testcapi import pyobject_vectorcall +ImportError: cannot import name 'pyobject_vectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/graalpy25.4/modules/_testcapi.graalpy253-313-native-x86_64-linux.so) + +- `test_call.TestPEP590.test_vectorcall_override` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 673, in test_vectorcall_override + f = _testcapi.MethodDescriptorNopGet() +AttributeError: module '_testcapi' has no attribute 'MethodDescriptorNopGet' + +- `test_call.TestPEP590.test_vectorcall_override_on_mutable_class` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 678, in test_vectorcall_override_on_mutable_class + TestType = _testcapi.make_vectorcall_class() +AttributeError: module '_testcapi' has no attribute 'make_vectorcall_class' + +- `test_call.TestPEP590.test_vectorcall_override_with_subclass` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 688, in test_vectorcall_override_with_subclass + SuperType = _testcapi.make_vectorcall_class() +AttributeError: module '_testcapi' has no attribute 'make_vectorcall_class' + +- `test_re.ReTests.test_regression_gh94675` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_re.py", line 2665, in test_regression_gh94675 + p.start() + ~~~~~~~^^ + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/multiprocessing/process.py", line 121, in start + self._popen = self._Popen(self) + ~~~~~~~~~~~^^^^^^ + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/multiprocessing/context.py", line 230, in _Popen + return _default_context.get_context().Process._Popen(process_obj) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/multiprocessing/context.py", line 290, in _Popen + raise ValueError("multiprocessing not supported with the java POSIX backend") +ValueError: multiprocessing not supported with the java POSIX backend + +- `test_re.ReTests.test_repeat_minmax_overflow` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_re.py", line 2052, in test_repeat_minmax_overflow + self.assertRaises(OverflowError, re.compile, r".{%d}" % 2**128) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: OverflowError not raised by compile + +- `test_fstring.TestCase.test_raw_fstring_format_spec` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_fstring.py", line 1836, in test_raw_fstring_format_spec + self.assertEqual(rf"{UnchangedFormat():\xFF}", '\\xFF') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'ÿ' != '\\xFF' +- ÿ ++ \xFF + + +- `test_re.ReTests.test_symbolic_groups_errors` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_re.py", line 325, in test_symbolic_groups_errors + self.checkPatternError(b'(?P<\xc2\xb5>x)', + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + r"bad character in group name '\xc2\xb5'", 4) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_re.py", line 50, in checkPatternError + with self.assertRaises(re.PatternError) as cm: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: PatternError not raised + +- `test_builtin.PtyTests.test_input_no_stdout_fileno` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 2495, in test_input_no_stdout_fileno + lines = self.run_child(child, b"quux\r") + File "/work/suites/cpython/Lib/test/test_builtin.py", line 2335, in run_child + old_sighup = signal.signal(signal.SIGHUP, self.handle_sighup) + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/signal.py", line 58, in signal + handler = _signal.signal(_enum_to_int(signalnum), _enum_to_int(handler)) +PermissionError: [Errno 1] Operation not permitted + +- `test_class` — ModuleNotFoundError("No module named '_testinternalcapi'") +- `test_fractions.FractionTest.test_limit_int` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_fractions.py", line 481, in test_limit_int + self.assertRaisesRegex(ValueError, msg, F, '1.1e' + '0' * (maxdigits+1)) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: ValueError not raised by Fraction + +- `test_funcattrs.FunctionPropertiesTest.test_invalid___code___assignment` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_funcattrs.py", line 89, in test_invalid___code___assignment + with self.assertWarnsRegex(DeprecationWarning, 'code object of non-matching type'): + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: DeprecationWarning not triggered + +- `test_marshal.BugsTestCase.test_invalid_longs` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 429, in test_invalid_longs + self.assertRaises(ValueError, marshal.loads, invalid_string) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: ValueError not raised by loads + +- `test_marshal.BugsTestCase.test_recursion_limit` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 303, in test_recursion_limit + data = marshal.dumps(head) +ValueError: Maximum marshal stack depth + +- `test_marshal.BugsTestCase.test_reference_loop_code` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 358, in test_reference_loop_code + self.assertRaises(ValueError, marshal.dumps, code, v) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: ValueError not raised by dumps + +- `test_marshal.InstancingTestCase.testFloat` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 619, in testFloat + self.helper3(floatobj) + ~~~~~~~~~~~~^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_marshal.py", line 603, in helper3 + self.assertGreater(n2, n0) + ~~~~~~~~~~~~~~~~~~^^^^^^^^ +AssertionError: 2 not greater than 2 + +- `test_marshal.InstancingTestCase.testInt` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 614, in testInt + self.helper3(intobj, simple=True) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_marshal.py", line 603, in helper3 + self.assertGreater(n2, n0) + ~~~~~~~~~~~~~~~~~~^^^^^^^^ +AssertionError: 2 not greater than 2 + +- `test_marshal.InstancingTestCase.testStr` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 624, in testStr + self.helper3(strobj) + ~~~~~~~~~~~~^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_marshal.py", line 603, in helper3 + self.assertGreater(n2, n0) + ~~~~~~~~~~~~~~~~~~^^^^^^^^ +AssertionError: 2 not greater than 2 + +- `test_marshal.InterningTestCase.testNoIntern` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 713, in testNoIntern + self.assertNotEqual(id(s), id(self.strobj)) + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 4827 == 4827 + +- `test_zipimport.CompressedZipImportTestCase.testEmptyPy` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_zipimport.py", line 255, in testEmptyPy + self.doTest(None, files, TESTMOD) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_zipimport.py", line 161, in doTest + self.doTestWithPreBuiltZip(expected_ext, *modules, **kw) + ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_zipimport.py", line 168, in doTestWithPreBuiltZip + mod = importlib.import_module(".".join(modules)) + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/importlib/__init__.py", line 88, in import_module + return _bootstrap._gcd_import(name[level:], package, level) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +zlib.error: Error -5 while decompressing data: incomplete or truncated stream + +- `test_future_stmt.test_future.FutureTest.test_future_dotted_import` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_future_stmt/test_future.py", line 188, in test_future_dotted_import + exec("from .__future__ import spam") + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1 + from .__future__ import spam + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +SyntaxError: future feature spam is not defined + +- `test_unpack_ex.__test__.doctests` — Traceback (most recent call last): + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py", line 2331, in runTest + raise self.failureException(self.format_failure(new.getvalue())) +AssertionError: Failed doctest test for test.test_unpack_ex.__test__.doctests + File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line unknown line number, in doctests + +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + {1, *1, 0, 4} +Expected: + Traceback (most recent call last): + ... + TypeError: 'int' object is not iterable +Got: + Traceback (most recent call last): + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py", line 1398, in __run + exec(compile(example.source, filename, "single", + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + compileflags, True), test.globs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1, in + {1, *1, 0, 4} + TypeError: cannot unpack non-iterable int object +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + {**1} +Expected: + Traceback (most recent call last): + ... + TypeError: 'int' object is not a mapping +Got: + Traceback (most recent call last): + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py", line 1398, in __run + exec(compile(example.source, filename, "single", + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + compileflags, True), test.globs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1, in + {**1} + TypeError: 'int' object is not iterable +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + {**[]} +Expected: + Traceback (most recent call last): + ... + TypeError: 'list' object is not a mapping +Got: + {} +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + f(**{1: 3}, **{1: 5}) +Expected: + Traceback (most recent call last): + ... + TypeError: test.test_unpack_ex.f() got multiple values for keyword argument '1' +Got: + Traceback (most recent call last): + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py", line 1398, in __run + exec(compile(example.source, filename, "single", + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + compileflags, True), test.globs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1, in + f(**{1: 3}, **{1: 5}) + ~^^^^^^^^^^^^^^^^^^^^ + TypeError: keywords must be strings +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + a, *b, c, *d, e = range(10) # doctest:+ELLIPSIS +Expected: + Traceback (most recent call last): + ... + SyntaxError: multiple starred expressions in assignment +Got nothing +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + [*b, *c] = range(10) # doctest:+ELLIPSIS +Expected: + Traceback (most recent call last): + ... + SyntaxError: multiple starred expressions in assignment +Got nothing +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + a,*b,*c,*d = range(4) # doctest:+ELLIPSIS +Expected: + Traceback (most recent call last): + ... + SyntaxError: multiple starred expressions in assignment +Got nothing +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + compile(s, 'test', 'exec') # doctest:+ELLIPSIS +Expected: + Traceback (most recent call last): + ... + SyntaxError: too many expressions in star-unpacking assignment +Got: + , file "test", line 1> +---------------------------------------------------------------------- +File "/work/suites/cpython/Lib/test/test_unpack_ex.py", line ?, in test.test_unpack_ex.__test__.doctests +Failed example: + compile(s, 'test', 'exec') # doctest:+ELLIPSIS +Expected: + Traceback (most recent call last): + ... + SyntaxError: too many expressions in star-unpacking assignment +Got: + , file "test", line 1> + + +- `test_bytes.ByteArrayTest.test_check_encoding_errors` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 381, in test_check_encoding_errors + self.assertEqual(proc.rc, 10, proc) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ +AssertionError: 22 != 10 : _PythonRunResult(rc=22, out=b'', err=b'') + +- `test_bytes.ByteArrayTest.test_free_after_iterating` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1009, in test_free_after_iterating + test.support.check_free_after_iterating(self, iter, self.type2test) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/support/__init__.py", line 1953, in check_free_after_iterating + test.assertTrue(done) + ~~~~~~~~~~~~~~~^^^^^^ +AssertionError: False is not true + +- `test_bytes.ByteArrayTest.test_hex_use_after_free` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1971, in test_hex_use_after_free + self.assertRaises(BufferError, ba.hex, S(b':')) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: BufferError not raised by hex + +- `test_bytes.ByteArrayTest.test_memory_leak_gh_140939` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 788, in test_memory_leak_gh_140939 + b % (_testcapi.PY_SSIZE_T_MAX, b'abc') + ~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +OverflowError: Python int too large to convert to size + +- `test_bytes.ByteArrayTest.test_mod_concurrent_mutation` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1362, in test_mod_concurrent_mutation + self.assertRaises(BufferError, fmt.__mod__, S()) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: BufferError not raised by __mod__ + +- `test_bytes.ByteArrayTest.test_resize_forbidden` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1776, in test_resize_forbidden + self.assertRaises(BufferError, resize, 11) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: BufferError not raised by resize + +- `test_bytes.ByteArrayTest.test_search_methods_reentrancy_raises_buffererror` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1937, in test_search_methods_reentrancy_raises_buffererror + with self.assertRaises(BufferError): + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ +AssertionError: BufferError not raised + +- `test_pickle.CIdPersPicklerTests.test_pickler_instance_attribute` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 262, in test_pickler_instance_attribute + old_persistent_id = pickler.persistent_id + ^^^^^^^^^^^^^^^^^^^^^ +AttributeError: persistent_id + +- `test_pickle.CIdPersPicklerTests.test_pickler_super` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 235, in test_pickler_super + pickler.dump('abc') + ~~~~~~~~~~~~^^^^^^^ + File "/work/suites/cpython/Lib/test/test_pickle.py", line 228, in persistent_id + self.assertIsNone(super().persistent_id(obj)) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/work/suites/cpython/Lib/test/test_pickle.py", line 228, in persistent_id + self.assertIsNone(super().persistent_id(obj)) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/work/suites/cpython/Lib/test/test_pickle.py", line 228, in persistent_id + self.assertIsNone(super().persistent_id(obj)) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + [Previous line repeated 6874 more times] +RecursionError: maximum recursion depth exceeded + +- `test_pickle.CIdPersPicklerTests.test_pickler_super_instance_attribute` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 303, in test_pickler_super_instance_attribute + pickler.dump('abc') + ~~~~~~~~~~~~^^^^^^^ + File "/work/suites/cpython/Lib/test/test_pickle.py", line 290, in persistent_id + raise AssertionError('should never be called') +AssertionError: should never be called + +- `test_pickle.CIdPersPicklerTests.test_unpickler_instance_attribute` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 279, in test_unpickler_instance_attribute + old_persistent_load = unpickler.persistent_load + ^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: persistent_load + +- `test_bytes.BytesTest.test_check_encoding_errors` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 381, in test_check_encoding_errors + self.assertEqual(proc.rc, 10, proc) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ +AssertionError: 22 != 10 : _PythonRunResult(rc=22, out=b'', err=b'') + +- `test_bytes.BytesTest.test_free_after_iterating` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1009, in test_free_after_iterating + test.support.check_free_after_iterating(self, iter, self.type2test) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/support/__init__.py", line 1953, in check_free_after_iterating + test.assertTrue(done) + ~~~~~~~~~~~~~~~^^^^^^ +AssertionError: False is not true + +- `test_bytes.BytesTest.test_from_format` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1164, in test_from_format + self.assertEqual(PyBytes_FromFormat(b'c=%c', c_int(255)), + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + b'c=\xff') + ^^^^^^^^^^ +AssertionError: b'c=\xc3\xbf' != b'c=\xff' + +- `test_bytes.BytesTest.test_memory_leak_gh_140939` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 788, in test_memory_leak_gh_140939 + b % (_testcapi.PY_SSIZE_T_MAX, b'abc') + ~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +OverflowError: Python int too large to convert to size + +- `test_bytes.BytesTest.test_repeat_id_preserving` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1290, in test_repeat_id_preserving + self.assertEqual(id(a), id(a * 1)) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^ +AssertionError: 1675 != 1683 + +- `test_generators.GeneratorCloseTest.test_close_closed` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 635, in test_close_closed + self.assertEqual(gen.close(), 0) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ +AssertionError: None != 0 + +- `test_generators.GeneratorCloseTest.test_close_releases_frame_locals` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 669, in test_close_releases_frame_locals + self.assertIsNone(f_wr()) + ~~~~~~~~~~~~~~~~~^^^^^^^^ +AssertionError: .Foo object at 0x3c8fd971> is not None + +- `test_generators.GeneratorCloseTest.test_close_return_value` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 590, in test_close_return_value + self.assertEqual(gen.close(), 0) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ +AssertionError: None != 0 + +- `test_generators.GeneratorTest.test_close_clears_frame` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 276, in test_close_clears_frame + self.assertTrue(DetectDelete.deleted) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: False is not true + +- `test_ordered_dict.CPythonBuiltinDictTests.test_highly_nested_subclass` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 519, in test_highly_nested_subclass + self.assertEqual(deleted, list(reversed(range(100)))) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: [] != [99, 98, 97, 96, 95, 94, 93, 92, 91, 90, 8[343 chars]1, 0] + +Second list contains 100 additional elements. +First extra element 0: +99 + +Diff is 695 characters long. Set self.maxDiff to None to see it. + +- `test_ordered_dict.CPythonOrderedDictSubclassTests.test_dict_clear` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 640, in test_dict_clear + self.assertNotIn('NULL', repr(od)) + ~~~~^^^^ +KeyError: 'spam' + +- `test_ordered_dict.CPythonOrderedDictSubclassTests.test_free_after_iterating` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 685, in test_free_after_iterating + support.check_free_after_iterating(self, iter, self.OrderedDict) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/support/__init__.py", line 1953, in check_free_after_iterating + test.assertTrue(done) + ~~~~~~~~~~~~~~~^^^^^^ +AssertionError: False is not true + +- `test_ordered_dict.CPythonOrderedDictSubclassTests.test_highly_nested_subclass` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 519, in test_highly_nested_subclass + self.assertEqual(deleted, list(reversed(range(100)))) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: [] != [99, 98, 97, 96, 95, 94, 93, 92, 91, 90, 8[343 chars]1, 0] + +Second list contains 100 additional elements. +First extra element 0: +99 + +Diff is 695 characters long. Set self.maxDiff to None to see it. + +- `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_linked_list_by_clear` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 842, in test_issue119004_change_linked_list_by_clear + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 807, in check_runtime_error_issue119004 + self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: RuntimeError not raised by eq + +- `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_linked_list_by_delete_key` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 856, in test_issue119004_change_linked_list_by_delete_key + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 807, in check_runtime_error_issue119004 + self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: RuntimeError not raised by eq + +- `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_size_by_clear` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 816, in test_issue119004_change_size_by_clear + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 807, in check_runtime_error_issue119004 + self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: RuntimeError not raised by eq + +- `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_size_by_delete_key` — Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 829, in test_issue119004_change_size_by_delete_key + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 807, in check_runtime_error_issue119004 + self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: RuntimeError not raised by eq + +- `test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding` — CPython driver timed out after 60000ms while test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding +- `test_pickle.CIdPersPicklerTests.test_unpickler_super` — CPython driver timed out after 60000ms while test_pickle.CIdPersPicklerTests.test_unpickler_super + +## 🟢 New passes (7) — consider advancing the baseline + +- `test_list.ListTest.test_list_resize_overflow` +- `test_fstring.TestCase.test_debug_expressions_are_raw_strings` +- `test_builtin.BuiltinTest.test_compile` +- `test_itertools.TestBasicOps.test_batched` +- `test_urlparse.UrlParseTestCase.test_invalid_bracketed_hosts` +- `test_urlparse.UrlParseTestCase.test_urlsplit_normalization` +- `test_difflib.TestSFpatches.test_html_diff` diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.json b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.json new file mode 100644 index 0000000..728e026 --- /dev/null +++ b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.json @@ -0,0 +1,1363 @@ +{ + "bySignature": [ + { + "signature": "TypeError: MethClass.meth_noargs() takes positional argument but were given During handling of the above exception, another exception occurred: Tracebac", + "count": 6, + "exampleIds": [ + "test_call.TestCallingConventionsClass.test_noargs_error_arg", + "test_call.TestCallingConventionsClass.test_noargs_error_arg2", + "test_call.TestCallingConventionsClass.test_noargs_error_ext", + "test_call.TestCallingConventionsClassInstance.test_noargs_error_arg", + "test_call.TestCallingConventionsClassInstance.test_noargs_error_arg2" + ], + "samples": [ + "TypeError: MethClass.meth_noargs() takes 1 positional argument but 2 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 339, in test_noargs_error_arg\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(1 given\\)\" does not match \"MethClass.meth_noargs() takes 1 positional argument but 2 were given\"", + "TypeError: MethClass.meth_noargs() takes 1 positional argument but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 345, in test_noargs_error_arg2\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(2 given\\)\" does not match \"MethClass.meth_noargs() takes 1 positional argument but 3 were given\"", + "TypeError: MethClass.meth_noargs() takes 1 positional argument but 4 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 351, in test_noargs_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(3 given\\)\" does not match \"MethClass.meth_noargs() takes 1 positional argument but 4 were given\"" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_free_after_iterating support.check_free_after_iterating(self, iter, self.thetype) ~~~~~~~~~~~~~", + "count": 4, + "exampleIds": [ + "test_set.TestFrozenSet.test_free_after_iterating", + "test_set.TestFrozenSetSubclass.test_free_after_iterating", + "test_set.TestSet.test_free_after_iterating", + "test_set.TestSetSubclass.test_free_after_iterating" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_set.py\", line 364, in test_free_after_iterating\n support.check_free_after_iterating(self, iter, self.thetype)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/support/__init__.py\", line 1953, in check_free_after_iterating\n test.assertTrue(done)\n ~~~~~~~~~~~~~~~^^^^^^\nAssertionError: False is not true" + ] + }, + { + "signature": "TypeError: MethClass.meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recen", + "count": 4, + "exampleIds": [ + "test_call.TestCallingConventionsClass.test_o_error_arg_kw", + "test_call.TestCallingConventionsClass.test_o_error_kw", + "test_call.TestCallingConventionsClassInstance.test_o_error_arg_kw", + "test_call.TestCallingConventionsClassInstance.test_o_error_kw" + ], + "samples": [ + "TypeError: MethClass.meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 327, in test_o_error_arg_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"MethClass.meth_o() got an unexpected keyword argument 'k'\"", + "TypeError: MethClass.meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 321, in test_o_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"MethClass.meth_o() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethClass.meth_o() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback (m", + "count": 4, + "exampleIds": [ + "test_call.TestCallingConventionsClass.test_o_error_ext", + "test_call.TestCallingConventionsClass.test_o_error_two_args", + "test_call.TestCallingConventionsClassInstance.test_o_error_ext", + "test_call.TestCallingConventionsClassInstance.test_o_error_two_args" + ], + "samples": [ + "TypeError: MethClass.meth_o() takes 2 positional arguments but 4 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 315, in test_o_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(3 given\\)\" does not match \"MethClass.meth_o() takes 2 positional arguments but 4 were given\"", + "TypeError: MethClass.meth_o() takes 2 positional arguments but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 309, in test_o_error_two_args\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(2 given\\)\" does not match \"MethClass.meth_o() takes 2 positional arguments but 3 were given\"" + ] + }, + { + "signature": "TypeError: MethInstance.meth_noargs() takes positional argument but were given During handling of the above exception, another exception occurred: Trace", + "count": 3, + "exampleIds": [ + "test_call.TestCallingConventionsInstance.test_noargs_error_arg", + "test_call.TestCallingConventionsInstance.test_noargs_error_arg2", + "test_call.TestCallingConventionsInstance.test_noargs_error_ext" + ], + "samples": [ + "TypeError: MethInstance.meth_noargs() takes 1 positional argument but 2 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 339, in test_noargs_error_arg\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(1 given\\)\" does not match \"MethInstance.meth_noargs() takes 1 positional argument but 2 were given\"", + "TypeError: MethInstance.meth_noargs() takes 1 positional argument but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 345, in test_noargs_error_arg2\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(2 given\\)\" does not match \"MethInstance.meth_noargs() takes 1 positional argument but 3 were given\"", + "TypeError: MethInstance.meth_noargs() takes 1 positional argument but 4 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 351, in test_noargs_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(3 given\\)\" does not match \"MethInstance.meth_noargs() takes 1 positional argument but 4 were given\"" + ] + }, + { + "signature": "TypeError: MethStatic.meth_noargs() takes positional argument but were given During handling of the above exception, another exception occurred: Traceba", + "count": 3, + "exampleIds": [ + "test_call.TestCallingConventionsStatic.test_noargs_error_arg", + "test_call.TestCallingConventionsStatic.test_noargs_error_arg2", + "test_call.TestCallingConventionsStatic.test_noargs_error_ext" + ], + "samples": [ + "TypeError: MethStatic.meth_noargs() takes 1 positional argument but 2 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 339, in test_noargs_error_arg\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(1 given\\)\" does not match \"MethStatic.meth_noargs() takes 1 positional argument but 2 were given\"", + "TypeError: MethStatic.meth_noargs() takes 1 positional argument but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 345, in test_noargs_error_arg2\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(2 given\\)\" does not match \"MethStatic.meth_noargs() takes 1 positional argument but 3 were given\"", + "TypeError: MethStatic.meth_noargs() takes 1 positional argument but 4 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 351, in test_noargs_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(3 given\\)\" does not match \"MethStatic.meth_noargs() takes 1 positional argument but 4 were given\"" + ] + }, + { + "signature": "ModuleNotFoundError()", + "count": 2, + "exampleIds": [ + "test_compile", + "test_class" + ], + "samples": [ + "ModuleNotFoundError(\"No module named '_testinternalcapi'\")" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_check_encoding_errors self.assertEqual(proc.rc, , proc) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ ", + "count": 2, + "exampleIds": [ + "test_bytes.ByteArrayTest.test_check_encoding_errors", + "test_bytes.BytesTest.test_check_encoding_errors" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 381, in test_check_encoding_errors\n self.assertEqual(proc.rc, 10, proc)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^\nAssertionError: 22 != 10 : _PythonRunResult(rc=22, out=b'', err=b'')" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_free_after_iterating test.support.check_free_after_iterating(self, iter, self.type2test) ~~~~~~", + "count": 2, + "exampleIds": [ + "test_bytes.ByteArrayTest.test_free_after_iterating", + "test_bytes.BytesTest.test_free_after_iterating" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 1009, in test_free_after_iterating\n test.support.check_free_after_iterating(self, iter, self.type2test)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/support/__init__.py\", line 1953, in check_free_after_iterating\n test.assertTrue(done)\n ~~~~~~~~~~~~~~~^^^^^^\nAssertionError: False is not true" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_highly_nested_subclass self.assertEqual(deleted, list(reversed(range()))) ~~~~~~~~~~~~~~~~^^", + "count": 2, + "exampleIds": [ + "test_ordered_dict.CPythonBuiltinDictTests.test_highly_nested_subclass", + "test_ordered_dict.CPythonOrderedDictSubclassTests.test_highly_nested_subclass" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 519, in test_highly_nested_subclass\n self.assertEqual(deleted, list(reversed(range(100))))\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: [] != [99, 98, 97, 96, 95, 94, 93, 92, 91, 90, 8[343 chars]1, 0]\n\nSecond list contains 100 additional elements.\nFirst extra element 0:\n99\n\nDiff is 695 characters long. Set self.maxDiff to None to see it." + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_memory_leak_gh_140939 b % (_testcapi.PY_SSIZE_T_MAX, b) ~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~", + "count": 2, + "exampleIds": [ + "test_bytes.ByteArrayTest.test_memory_leak_gh_140939", + "test_bytes.BytesTest.test_memory_leak_gh_140939" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 788, in test_memory_leak_gh_140939\n b % (_testcapi.PY_SSIZE_T_MAX, b'abc')\n ~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\nOverflowError: Python int too large to convert to size" + ] + }, + { + "signature": "TypeError: meth_noargs() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback (most r", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventions.test_noargs_error_arg2", + "test_call.TestCallingConventions.test_noargs_error_ext" + ], + "samples": [ + "TypeError: meth_noargs() takes 0 positional arguments but 2 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 345, in test_noargs_error_arg2\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(2 given\\)\" does not match \"meth_noargs() takes 0 positional arguments but 2 were given\"", + "TypeError: meth_noargs() takes 0 positional arguments but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 351, in test_noargs_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(3 given\\)\" does not match \"meth_noargs() takes 0 positional arguments but 3 were given\"" + ] + }, + { + "signature": "TypeError: meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent call las", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventions.test_o_error_arg_kw", + "test_call.TestCallingConventions.test_o_error_kw" + ], + "samples": [ + "TypeError: meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 327, in test_o_error_arg_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"meth_o() got an unexpected keyword argument 'k'\"", + "TypeError: meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 321, in test_o_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"meth_o() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: meth_o() takes positional argument but were given During handling of the above exception, another exception occurred: Traceback (most recent ", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventions.test_o_error_ext", + "test_call.TestCallingConventions.test_o_error_two_args" + ], + "samples": [ + "TypeError: meth_o() takes 1 positional argument but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 315, in test_o_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(3 given\\)\" does not match \"meth_o() takes 1 positional argument but 3 were given\"", + "TypeError: meth_o() takes 1 positional argument but 2 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 309, in test_o_error_two_args\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(2 given\\)\" does not match \"meth_o() takes 1 positional argument but 2 were given\"" + ] + }, + { + "signature": "TypeError: MethClass.meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mos", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsClass.test_fastcall_error_kw", + "test_call.TestCallingConventionsClassInstance.test_fastcall_error_kw" + ], + "samples": [ + "TypeError: MethClass.meth_fastcall() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 375, in test_fastcall_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_fastcall(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_fastcall\\(\\) takes no keyword arguments\" does not match \"MethClass.meth_fastcall() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethClass.meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most ", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsClass.test_noargs_error_kw", + "test_call.TestCallingConventionsClassInstance.test_noargs_error_kw" + ], + "samples": [ + "TypeError: MethClass.meth_noargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 357, in test_noargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no keyword arguments\" does not match \"MethClass.meth_noargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethClass.meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (mos", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsClass.test_o_error_no_arg", + "test_call.TestCallingConventionsClassInstance.test_o_error_no_arg" + ], + "samples": [ + "TypeError: MethClass.meth_o() missing 1 required positional argument: 'arg'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 305, in test_o_error_no_arg\n self.assertRaisesRegex(TypeError, msg, self.obj.meth_o)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(0 given\\)\" does not match \"MethClass.meth_o() missing 1 required positional argument: 'arg'\"" + ] + }, + { + "signature": "TypeError: MethClass.meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsClass.test_varargs_error_kw", + "test_call.TestCallingConventionsClassInstance.test_varargs_error_kw" + ], + "samples": [ + "TypeError: MethClass.meth_varargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 281, in test_varargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_varargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_varargs\\(\\) takes no keyword arguments\" does not match \"MethClass.meth_varargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethInstance.meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most re", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsInstance.test_o_error_arg_kw", + "test_call.TestCallingConventionsInstance.test_o_error_kw" + ], + "samples": [ + "TypeError: MethInstance.meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 327, in test_o_error_arg_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"MethInstance.meth_o() got an unexpected keyword argument 'k'\"", + "TypeError: MethInstance.meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 321, in test_o_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"MethInstance.meth_o() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethInstance.meth_o() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsInstance.test_o_error_ext", + "test_call.TestCallingConventionsInstance.test_o_error_two_args" + ], + "samples": [ + "TypeError: MethInstance.meth_o() takes 2 positional arguments but 4 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 315, in test_o_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(3 given\\)\" does not match \"MethInstance.meth_o() takes 2 positional arguments but 4 were given\"", + "TypeError: MethInstance.meth_o() takes 2 positional arguments but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 309, in test_o_error_two_args\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(2 given\\)\" does not match \"MethInstance.meth_o() takes 2 positional arguments but 3 were given\"" + ] + }, + { + "signature": "TypeError: MethStatic.meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most rece", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsStatic.test_o_error_arg_kw", + "test_call.TestCallingConventionsStatic.test_o_error_kw" + ], + "samples": [ + "TypeError: MethStatic.meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 327, in test_o_error_arg_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"MethStatic.meth_o() got an unexpected keyword argument 'k'\"", + "TypeError: MethStatic.meth_o() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 321, in test_o_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes no keyword arguments\" does not match \"MethStatic.meth_o() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethStatic.meth_o() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback (", + "count": 2, + "exampleIds": [ + "test_call.TestCallingConventionsStatic.test_o_error_ext", + "test_call.TestCallingConventionsStatic.test_o_error_two_args" + ], + "samples": [ + "TypeError: MethStatic.meth_o() takes 2 positional arguments but 4 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 315, in test_o_error_ext\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(*(1, 2, 3)),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(3 given\\)\" does not match \"MethStatic.meth_o() takes 2 positional arguments but 4 were given\"", + "TypeError: MethStatic.meth_o() takes 2 positional arguments but 3 were given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 309, in test_o_error_two_args\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_o(1, 2),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(2 given\\)\" does not match \"MethStatic.meth_o() takes 2 positional arguments but 3 were given\"" + ] + }, + { + "signature": "CPython driver timed out after 60000ms while test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding", + "count": 1, + "exampleIds": [ + "test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding" + ], + "samples": [ + "CPython driver timed out after 60000ms while test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding" + ] + }, + { + "signature": "CPython driver timed out after 60000ms while test_pickle.CIdPersPicklerTests.test_unpickler_super", + "count": 1, + "exampleIds": [ + "test_pickle.CIdPersPicklerTests.test_unpickler_super" + ], + "samples": [ + "CPython driver timed out after 60000ms while test_pickle.CIdPersPicklerTests.test_unpickler_super" + ] + }, + { + "signature": "ModuleNotFoundError: No module named During handling of the above exception, another exception occurred: Traceback (most recent call last): File , li", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_exec_builtins_mapping_import" + ], + "samples": [ + "ModuleNotFoundError: No module named 'foo'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 886, in test_exec_builtins_mapping_import\n self.assertRaisesRegex(ImportError, \"__import__ not found\", exec, code, ns)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: \"__import__ not found\" does not match \"No module named 'foo'\"" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line a = ( ", + "count": 1, + "exampleIds": [ + "test_syntax.SyntaxTestCase.test_error_parenthesis" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2260, in _check_error\n compile(code, filename, mode)\n ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 1\n a = ( 1, 2, 3\n ^\nSyntaxError: invalid syntax. Perhaps you forgot a comma?\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2602, in test_error_parenthesis\n self._check_error(f\"a = {paren} 1, 2, 3\\nb=3\", f\"\\\\{paren}' was never closed\")\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2266, in _check_error\n self.fail(\"SyntaxError did not contain %r\" % (errtext,))\n ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: SyntaxError did not contain \"\\\\(' was never closed\"" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line a = \", line 1\n a = 3 \\ 4\n ^\nSyntaxError: unexpected character after line continuation character\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2579, in test_invalid_line_continuation_error_position\n self._check_error(r\"a = 3 \\ 4\",\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^\n \"unexpected character after line continuation character\",\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n lineno=1, offset=8)\n ^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2271, in _check_error\n self.assertEqual(err.offset, offset)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^\nAssertionError: 9 != 8" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line call( ", + "count": 1, + "exampleIds": [ + "test_syntax.SyntaxTestCase.test_multiline_compiler_error_points_to_the_end" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2260, in _check_error\n compile(code, filename, mode)\n ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 1\n call(\n ^^^^^\nSyntaxError: keyword argument repeated: a\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2658, in test_multiline_compiler_error_points_to_the_end\n self._check_error(\n ~~~~~~~~~~~~~~~~~^\n \"call(\\na=1,\\na=1\\n)\",\n ^^^^^^^^^^^^^^^^^^^^^^\n \"keyword argument repeated\",\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n lineno=3\n ^^^^^^^^\n )\n ^\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2269, in _check_error\n self.assertEqual(err.lineno, lineno)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^\nAssertionError: 1 != 3" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line print\u0017", + "count": 1, + "exampleIds": [ + "test_syntax.SyntaxTestCase.test_invisible_characters" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2260, in _check_error\n compile(code, filename, mode)\n ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 1\n print\u0017(\"Hello\")\n ^\nSyntaxError: invalid syntax\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2636, in test_invisible_characters\n self._check_error('print\\x17(\"Hello\")', \"invalid non-printable character\")\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_syntax.py\", line 2266, in _check_error\n self.fail(\"SyntaxError did not contain %r\" % (errtext,))\n ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: SyntaxError did not contain 'invalid non-printable character'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in runTest raise self.failureException(self.format_failure(new.getvalue())) AssertionError: Failed doct", + "count": 1, + "exampleIds": [ + "test_unpack_ex.__test__.doctests" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py\", line 2331, in runTest\n raise self.failureException(self.format_failure(new.getvalue()))\nAssertionError: Failed doctest test for test.test_unpack_ex.__test__.doctests\n File \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line unknown line number, in doctests\n\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n {1, *1, 0, 4}\nExpected:\n Traceback (most recent call last):\n ...\n TypeError: 'int' object is not iterable\nGot:\n Traceback (most recent call last):\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py\", line 1398, in __run\n exec(compile(example.source, filename, \"single\",\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n compileflags, True), test.globs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 1, in \n {1, *1, 0, 4}\n TypeError: cannot unpack non-iterable int object\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n {**1}\nExpected:\n Traceback (most recent call last):\n ...\n TypeError: 'int' object is not a mapping\nGot:\n Traceback (most recent call last):\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py\", line 1398, in __run\n exec(compile(example.source, filename, \"single\",\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n compileflags, True), test.globs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 1, in \n {**1}\n TypeError: 'int' object is not iterable\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n {**[]}\nExpected:\n Traceback (most recent call last):\n ...\n TypeError: 'list' object is not a mapping\nGot:\n {}\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n f(**{1: 3}, **{1: 5})\nExpected:\n Traceback (most recent call last):\n ...\n TypeError: test.test_unpack_ex.f() got multiple values for keyword argument '1'\nGot:\n Traceback (most recent call last):\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py\", line 1398, in __run\n exec(compile(example.source, filename, \"single\",\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n compileflags, True), test.globs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 1, in \n f(**{1: 3}, **{1: 5})\n ~^^^^^^^^^^^^^^^^^^^^\n TypeError: keywords must be strings\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n a, *b, c, *d, e = range(10) # doctest:+ELLIPSIS\nExpected:\n Traceback (most recent call last):\n ...\n SyntaxError: multiple starred expressions in assignment\nGot nothing\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n [*b, *c] = range(10) # doctest:+ELLIPSIS\nExpected:\n Traceback (most recent call last):\n ...\n SyntaxError: multiple starred expressions in assignment\nGot nothing\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n a,*b,*c,*d = range(4) # doctest:+ELLIPSIS\nExpected:\n Traceback (most recent call last):\n ...\n SyntaxError: multiple starred expressions in assignment\nGot nothing\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n compile(s, 'test', 'exec') # doctest:+ELLIPSIS\nExpected:\n Traceback (most recent call last):\n ...\n SyntaxError: too many expressions in star-unpacking assignment\nGot:\n , file \"test\", line 1>\n----------------------------------------------------------------------\nFile \"/work/suites/cpython/Lib/test/test_unpack_ex.py\", line ?, in test.test_unpack_ex.__test__.doctests\nFailed example:\n compile(s, 'test', 'exec') # doctest:+ELLIPSIS\nExpected:\n Traceback (most recent call last):\n ...\n SyntaxError: too many expressions in star-unpacking assignment\nGot:\n , file \"test\", line 1>" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test self.assertTrue(in_table_a1()) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ AssertionError: Fals", + "count": 1, + "exampleIds": [ + "test_stringprep.StringprepTests.test" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_stringprep.py\", line 10, in test\n self.assertTrue(in_table_a1(\"\\u0221\"))\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: False is not true" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test___builtins__ self.assertIs(self.b.__builtins__, builtins_dict) ^^^^^^^^^^^^^^^^^^^ AttributeErr", + "count": 1, + "exampleIds": [ + "test_funcattrs.FunctionPropertiesTest.test___builtins__" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_funcattrs.py\", line 107, in test___builtins__\n self.assertIs(self.b.__builtins__, builtins_dict)\n ^^^^^^^^^^^^^^^^^^^\nAttributeError: 'function' object has no attribute '__builtins__'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_annotations eq() ~~^^^^^^^^^^^^^^^^^^^^^^^^^^ File , line , in assertAnnotationEqu", + "count": 1, + "exampleIds": [ + "test_future_stmt.test_future.AnnotationsFutureTestCase.test_annotations" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_future_stmt/test_future.py\", line 338, in test_annotations\n eq(\"{i for i in (1, 2, 3)}\")\n ~~^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_future_stmt/test_future.py\", line 252, in assertAnnotationEqual\n self.assertEqual(actual, expected)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^\nAssertionError: '(i for i in (1, 2, 3))' != '{i for i in (1, 2, 3)}'\n- (i for i in (1, 2, 3))\n? ^ ^\n+ {i for i in (1, 2, 3)}\n? ^ ^" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_attribute_name_interning self.assertIs(x_key, y_key) ~~~~~~~~~~~~~^^^^^^^^^^^^^^ AssertionError", + "count": 1, + "exampleIds": [ + "test_pickle.CDumpPickle_LoadPickle.test_attribute_name_interning" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/pickletester.py\", line 3253, in test_attribute_name_interning\n self.assertIs(x_key, y_key)\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^\nAssertionError: 'bar' is not 'bar'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_bytearray_repr self.assertEqual(f(bytearray(b)), r\\bytearray(b), line , in test_bytearray_str self.test_bytearray_repr(str) ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ File , line ,", + "count": 1, + "exampleIds": [ + "test_bytes.AssortedBytesTest.test_bytearray_str" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 2015, in test_bytearray_str\n self.test_bytearray_repr(str)\n ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 2001, in test_bytearray_repr\n self.assertEqual(f(bytearray(b\"'\")), r'''bytearray(b\"\\'\")''') # \"\\'\"\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'bytearray(b\"\\'\")' != 'bytearray(b\"\\\\\\'\")'\n- bytearray(b\"'\")\n+ bytearray(b\"\\'\")\n? +" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_carloverre_multi_inherit_invalid self.fail() ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_descr.ClassPropertiesAndMethods.test_carloverre_multi_inherit_invalid" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_descr.py\", line 4457, in test_carloverre_multi_inherit_invalid\n self.fail(\"setattr through indirect base types should be rejected\")\n ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: setattr through indirect base types should be rejected" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_close_clears_frame self.assertTrue(DetectDelete.deleted) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ ", + "count": 1, + "exampleIds": [ + "test_generators.GeneratorTest.test_close_clears_frame" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_generators.py\", line 276, in test_close_clears_frame\n self.assertTrue(DetectDelete.deleted)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: False is not true" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_close_closed self.assertEqual(gen.close(), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ AssertionError", + "count": 1, + "exampleIds": [ + "test_generators.GeneratorCloseTest.test_close_closed" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_generators.py\", line 635, in test_close_closed\n self.assertEqual(gen.close(), 0)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^\nAssertionError: None != 0" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_close_releases_frame_locals self.assertIsNone(f_wr()) ~~~~~~~~~~~~~~~~~^^^^^^^^ AssertionError:", + "count": 1, + "exampleIds": [ + "test_generators.GeneratorCloseTest.test_close_releases_frame_locals" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_generators.py\", line 669, in test_close_releases_frame_locals\n self.assertIsNone(f_wr())\n ~~~~~~~~~~~~~~~~~^^^^^^^^\nAssertionError: .Foo object at 0x3c8fd971> is not None" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_close_return_value self.assertEqual(gen.close(), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ Assertio", + "count": 1, + "exampleIds": [ + "test_generators.GeneratorCloseTest.test_close_return_value" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_generators.py\", line 590, in test_close_return_value\n self.assertEqual(gen.close(), 0)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^\nAssertionError: None != 0" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_compile_top_level_await co = compile(source, , mode, flags=ast.PyCF_ALLOW_TOP_LEVEL_AWAIT)", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_compile_top_level_await" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 453, in test_compile_top_level_await\n co = compile(source,\n '?',\n mode,\n flags=ast.PyCF_ALLOW_TOP_LEVEL_AWAIT)\n File \"?\", line 1\n a = await asyncio.sleep(0, result=1)\n ^\nSyntaxError: 'await' outside function" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_compile_top_level_await_invalid_cases with self.assertRaises( ~~~~~~~~~~~~~~~~~^ SyntaxError, m", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_compile_top_level_await_invalid_cases" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 498, in test_compile_top_level_await_invalid_cases\n with self.assertRaises(\n ~~~~~~~~~~~~~~~~~^\n SyntaxError, msg=f\"source={source} mode={mode}\"):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: SyntaxError not raised : source=def f(): [x async for x in arange(10)]\n mode=single" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_copy_weakkeydict self._check_copy_weakdict(weakref.WeakKeyDictionary) ~~~~~~~~~~~~~~~~~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_copy.TestCopy.test_copy_weakkeydict" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_copy.py\", line 841, in test_copy_weakkeydict\n self._check_copy_weakdict(weakref.WeakKeyDictionary)\n ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_copy.py\", line 834, in _check_copy_weakdict\n self.assertEqual(len(v), 1)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^\nAssertionError: 2 != 1" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_copy_weakvaluedict self._check_copy_weakdict(weakref.WeakValueDictionary) ~~~~~~~~~~~~~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_copy.TestCopy.test_copy_weakvaluedict" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_copy.py\", line 844, in test_copy_weakvaluedict\n self._check_copy_weakdict(weakref.WeakValueDictionary)\n ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_copy.py\", line 834, in _check_copy_weakdict\n self.assertEqual(len(v), 1)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^\nAssertionError: 2 != 1" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_deepcopy_weakkeydict self.assertEqual(len(v), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^ AssertionError: ", + "count": 1, + "exampleIds": [ + "test_copy.TestCopy.test_deepcopy_weakkeydict" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_copy.py\", line 864, in test_deepcopy_weakkeydict\n self.assertEqual(len(v), 1)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^\nAssertionError: 2 != 1" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_deepcopy_weakvaluedict self.assertEqual(len(v), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^ AssertionError", + "count": 1, + "exampleIds": [ + "test_copy.TestCopy.test_deepcopy_weakvaluedict" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_copy.py\", line 888, in test_deepcopy_weakvaluedict\n self.assertEqual(len(v), 1)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^\nAssertionError: 2 != 1" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_dict_clear self.assertNotIn(, repr(od)) ~~~~^^^^ KeyError: ", + "count": 1, + "exampleIds": [ + "test_ordered_dict.CPythonOrderedDictSubclassTests.test_dict_clear" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 640, in test_dict_clear\n self.assertNotIn('NULL', repr(od))\n ~~~~^^^^\nKeyError: 'spam'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_eval_builtins_mapping self.assertEqual(eval(code, ns), ) ~~~~^^^^^^^^^^ File , line ", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_eval_builtins_mapping" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 877, in test_eval_builtins_mapping\n self.assertEqual(eval(code, ns), 1)\n ~~~~^^^^^^^^^^\n File \"test\", line 1, in \nNameError: name 'superglobal' is not defined" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_eval_builtins_mapping_reduce self.assertRaisesRegex(AttributeError, , eval, code, ns) ~~~~", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_eval_builtins_mapping_reduce" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 895, in test_eval_builtins_mapping_reduce\n self.assertRaisesRegex(AttributeError, \"iter\", eval, code, ns)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: AttributeError not raised by eval" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_exec_closure exec(three_freevars.__code__, ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ three_freevars.__globa", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_exec_closure" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 935, in test_exec_closure\n exec(three_freevars.__code__,\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^\n three_freevars.__globals__,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n closure=three_freevars.__closure__)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nTypeError: exec() got an unexpected keyword argument 'closure'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_exec_globals self.assertRaisesRegex(NameError, , ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_exec_globals" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 805, in test_exec_globals\n self.assertRaisesRegex(NameError, \"name 'print' is not defined\",\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n exec, code, {'__builtins__': {}})\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: NameError not raised by exec\n\nStdout:\nHello World!" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_exec_globals_dict_subclass exec(code, {: customdict({: })}) ~~~~^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_exec_globals_dict_subclass" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 868, in test_exec_globals_dict_subclass\n exec(code, {'__builtins__': customdict({'superglobal': 1})})\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"test\", line 1, in \nNameError: name 'superglobal' is not defined" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_exec_globals_error_on_get self.assertRaises(setonlyerror, exec, code, ~~~~~~~~~~~~~~~~~^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_exec_globals_error_on_get" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 859, in test_exec_globals_error_on_get\n self.assertRaises(setonlyerror, exec, code,\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^\n {'__builtins__': setonlydict({'superglobal': 1})})\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/unittest/case.py\", line 795, in assertRaises\n return context.handle('assertRaises', args, kwargs)\n ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/unittest/case.py\", line 238, in handle\n callable_obj(*args, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"test\", line 1, in \nNameError: name 'superglobal' is not defined" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_exec_globals_frozen self.assertRaises(frozendict_error, ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^ exe", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_exec_globals_frozen" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 825, in test_exec_globals_frozen\n self.assertRaises(frozendict_error,\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^\n exec, code, {'__builtins__': frozen_builtins})\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: frozendict_error not raised by exec\n\nStdout:\n2" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_frame_resurrect self.assertTrue(frame) ^^^^^ UnboundLocalError: local variable referenced", + "count": 1, + "exampleIds": [ + "test_generators.FinalizationTest.test_frame_resurrect" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_generators.py\", line 66, in test_frame_resurrect\n self.assertTrue(frame)\n ^^^^^\nUnboundLocalError: local variable 'frame' referenced before assignment" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_free_after_iterating support.check_free_after_iterating(self, iter, self.OrderedDict) ~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_ordered_dict.CPythonOrderedDictSubclassTests.test_free_after_iterating" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 685, in test_free_after_iterating\n support.check_free_after_iterating(self, iter, self.OrderedDict)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/support/__init__.py\", line 1953, in check_free_after_iterating\n test.assertTrue(done)\n ~~~~~~~~~~~~~~~^^^^^^\nAssertionError: False is not true" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_from_format self.assertEqual(PyBytes_FromFormat(b, c_int()), ~~~~~~~~~~~~~~~~^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_bytes.BytesTest.test_from_format" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 1164, in test_from_format\n self.assertEqual(PyBytes_FromFormat(b'c=%c', c_int(255)),\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n b'c=\\xff')\n ^^^^^^^^^^\nAssertionError: b'c=\\xc3\\xbf' != b'c=\\xff'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_fstring_without_formatting_bytecode self.assertEqual(get_code(f), get_code(f)) ~~~~~~", + "count": 1, + "exampleIds": [ + "test_fstring.TestCase.test_fstring_without_formatting_bytecode" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_fstring.py\", line 1780, in test_fstring_without_formatting_bytecode\n self.assertEqual(get_code(f\"'{s}'\"), get_code(f\"f'{s}'\"))\n ~~~~~~~~^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_fstring.py\", line 1777, in get_code\n return [(i.opname, i.oparg) for i in dis.get_instructions(s)]\n ~~~~~~~~~~~~~~~~~~~~^^^\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/dis.py\", line 604, in get_instructions\n raise NotImplementedError(\"dis module is not supported on GraalPy\")\nNotImplementedError: dis module is not supported on GraalPy" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_future_dotted_import exec() ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File , line from", + "count": 1, + "exampleIds": [ + "test_future_stmt.test_future.FutureTest.test_future_dotted_import" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_future_stmt/test_future.py\", line 188, in test_future_dotted_import\n exec(\"from .__future__ import spam\")\n ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"\", line 1\n from .__future__ import spam\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nSyntaxError: future feature spam is not defined" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_gh129093 self.assertEqual(f, ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ AssertionErr", + "count": 1, + "exampleIds": [ + "test_fstring.TestCase.test_gh129093" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_fstring.py\", line 1785, in test_gh129093\n self.assertEqual(f'{1!=2=}', '1!=2=True')\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: '1True' != '1!=2=True'\n- 1True\n+ 1!=2=True\n? ++++" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_handle_frame_object_in_creation thresholds = gc.get_threshold() AttributeError: module ha", + "count": 1, + "exampleIds": [ + "test_generators.GeneratorTest.test_handle_frame_object_in_creation" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_generators.py\", line 200, in test_handle_frame_object_in_creation\n thresholds = gc.get_threshold()\nAttributeError: module 'gc' has no attribute 'get_threshold'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_hex_use_after_free self.assertRaises(BufferError, ba.hex, S(b)) ~~~~~~~~~~~~~~~~~^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_bytes.ByteArrayTest.test_hex_use_after_free" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 1971, in test_hex_use_after_free\n self.assertRaises(BufferError, ba.hex, S(b':'))\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: BufferError not raised by hex" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_infinity_numbers self.assertAnnotationEqual(, expected=inf) ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^", + "count": 1, + "exampleIds": [ + "test_future_stmt.test_future.AnnotationsFutureTestCase.test_infinity_numbers" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_future_stmt/test_future.py\", line 439, in test_infinity_numbers\n self.assertAnnotationEqual(\"1e1000\", expected=inf)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_future_stmt/test_future.py\", line 252, in assertAnnotationEqual\n self.assertEqual(actual, expected)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^\nAssertionError: 'inf' != '1e309'\n- inf\n+ 1e309" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_input_no_stdout_fileno lines = self.run_child(child, b) File , line , in run_child", + "count": 1, + "exampleIds": [ + "test_builtin.PtyTests.test_input_no_stdout_fileno" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 2495, in test_input_no_stdout_fileno\n lines = self.run_child(child, b\"quux\\r\")\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 2335, in run_child\n old_sighup = signal.signal(signal.SIGHUP, self.handle_sighup)\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/signal.py\", line 58, in signal\n handler = _signal.signal(_enum_to_int(signalnum), _enum_to_int(handler))\nPermissionError: [Errno 1] Operation not permitted" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_invalid___code___assignment with self.assertWarnsRegex(DeprecationWarning, ): ~~~~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_funcattrs.FunctionPropertiesTest.test_invalid___code___assignment" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_funcattrs.py\", line 89, in test_invalid___code___assignment\n with self.assertWarnsRegex(DeprecationWarning, 'code object of non-matching type'):\n ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: DeprecationWarning not triggered" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_invalid_longs self.assertRaises(ValueError, marshal.loads, invalid_string) ~~~~~~~~~~~~~~~~~^^^", + "count": 1, + "exampleIds": [ + "test_marshal.BugsTestCase.test_invalid_longs" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 429, in test_invalid_longs\n self.assertRaises(ValueError, marshal.loads, invalid_string)\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised by loads" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_issue119004_change_linked_list_by_clear self.check_runtime_error_issue119004(dict1, dict2) ~~~~", + "count": 1, + "exampleIds": [ + "test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_linked_list_by_clear" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 842, in test_issue119004_change_linked_list_by_clear\n self.check_runtime_error_issue119004(dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 807, in check_runtime_error_issue119004\n self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: RuntimeError not raised by eq" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_issue119004_change_linked_list_by_delete_key self.check_runtime_error_issue119004(dict1, dict2)", + "count": 1, + "exampleIds": [ + "test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_linked_list_by_delete_key" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 856, in test_issue119004_change_linked_list_by_delete_key\n self.check_runtime_error_issue119004(dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 807, in check_runtime_error_issue119004\n self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: RuntimeError not raised by eq" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_issue119004_change_size_by_clear self.check_runtime_error_issue119004(dict1, dict2) ~~~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_size_by_clear" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 816, in test_issue119004_change_size_by_clear\n self.check_runtime_error_issue119004(dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 807, in check_runtime_error_issue119004\n self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: RuntimeError not raised by eq" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_issue119004_change_size_by_delete_key self.check_runtime_error_issue119004(dict1, dict2) ~~~~~~", + "count": 1, + "exampleIds": [ + "test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_size_by_delete_key" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 829, in test_issue119004_change_size_by_delete_key\n self.check_runtime_error_issue119004(dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_ordered_dict.py\", line 807, in check_runtime_error_issue119004\n self.assertRaisesRegex(RuntimeError, msg, operator.eq, dict1, dict2)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: RuntimeError not raised by eq" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_keywords_in_subclass u = subclass_with_init([, ], newarg=) TypeError: frozenset() got ", + "count": 1, + "exampleIds": [ + "test_set.TestFrozenSetSubclass.test_keywords_in_subclass" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_set.py\", line 810, in test_keywords_in_subclass\n u = subclass_with_init([1, 2], newarg=3)\nTypeError: frozenset() got an unexpected keyword argument 'newarg'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_keywords_in_subclass u = subclass_with_init([, ], newarg=) TypeError: tuple() got an u", + "count": 1, + "exampleIds": [ + "test_tuple.TupleTest.test_keywords_in_subclass" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_tuple.py\", line 57, in test_keywords_in_subclass\n u = subclass_with_init([1, 2], newarg=3)\nTypeError: tuple() got an unexpected keyword argument 'newarg'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_keywords_in_subclass u = subclass_with_new([, ], newarg=) TypeError: list() got an une", + "count": 1, + "exampleIds": [ + "test_list.ListTest.test_keywords_in_subclass" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_list.py\", line 74, in test_keywords_in_subclass\n u = subclass_with_new([1, 2], newarg=3)\nTypeError: list() got an unexpected keyword argument 'newarg'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_limit_int self.assertRaisesRegex(ValueError, msg, F, + * (maxdigits+)) ~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_fractions.FractionTest.test_limit_int" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_fractions.py\", line 481, in test_limit_int\n self.assertRaisesRegex(ValueError, msg, F, '1.1e' + '0' * (maxdigits+1))\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised by Fraction" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_list_index_modifing_operand with self.assertRaises(ValueError): ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^ A", + "count": 1, + "exampleIds": [ + "test_list.ListTest.test_list_index_modifing_operand" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_list.py\", line 274, in test_list_index_modifing_operand\n with self.assertRaises(ValueError):\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^\nAssertionError: ValueError not raised" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_literal_eval_str_int_limit with self.assertRaises(SyntaxError) as err_ctx: ^^^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_ast.test_ast.ASTHelpers_Test.test_literal_eval_str_int_limit" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ast/test_ast.py\", line 1609, in test_literal_eval_str_int_limit\n with self.assertRaises(SyntaxError) as err_ctx:\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: SyntaxError not raised" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_method_descriptor_flag self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_ME", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_method_descriptor_flag" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 636, in test_method_descriptor_flag\n self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAttributeError: module '_testcapi' has no attribute 'MethodDescriptorBase'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_mod_concurrent_mutation self.assertRaises(BufferError, fmt.__mod__, S()) ~~~~~~~~~~~~~~~~~^^^^^", + "count": 1, + "exampleIds": [ + "test_bytes.ByteArrayTest.test_mod_concurrent_mutation" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 1362, in test_mod_concurrent_mutation\n self.assertRaises(BufferError, fmt.__mod__, S())\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: BufferError not raised by __mod__" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_pickler_instance_attribute old_persistent_id = pickler.persistent_id ^^^^^^^^^^^^^^^^^^^^^ Attr", + "count": 1, + "exampleIds": [ + "test_pickle.CIdPersPicklerTests.test_pickler_instance_attribute" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 262, in test_pickler_instance_attribute\n old_persistent_id = pickler.persistent_id\n ^^^^^^^^^^^^^^^^^^^^^\nAttributeError: persistent_id" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_pickler_super pickler.dump() ~~~~~~~~~~~~^^^^^^^ File , line , in persistent_id se", + "count": 1, + "exampleIds": [ + "test_pickle.CIdPersPicklerTests.test_pickler_super" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 235, in test_pickler_super\n pickler.dump('abc')\n ~~~~~~~~~~~~^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 228, in persistent_id\n self.assertIsNone(super().persistent_id(obj))\n ~~~~~~~~~~~~~~~~~~~~~^^^^^\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 228, in persistent_id\n self.assertIsNone(super().persistent_id(obj))\n ~~~~~~~~~~~~~~~~~~~~~^^^^^\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 228, in persistent_id\n self.assertIsNone(super().persistent_id(obj))\n ~~~~~~~~~~~~~~~~~~~~~^^^^^\n [Previous line repeated 6874 more times]\nRecursionError: maximum recursion depth exceeded" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_pickler_super_instance_attribute pickler.dump() ~~~~~~~~~~~~^^^^^^^ File , line , ", + "count": 1, + "exampleIds": [ + "test_pickle.CIdPersPicklerTests.test_pickler_super_instance_attribute" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 303, in test_pickler_super_instance_attribute\n pickler.dump('abc')\n ~~~~~~~~~~~~^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 290, in persistent_id\n raise AssertionError('should never be called')\nAssertionError: should never be called" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_possible_set_operations with self.assertWarnsRegex(FutureWarning, ) as w: ^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_re.ReTests.test_possible_set_operations" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_re.py\", line 1280, in test_possible_set_operations\n with self.assertWarnsRegex(FutureWarning, 'Possible set difference') as w:\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: FutureWarning not triggered" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_raw_fstring_format_spec self.assertEqual(rf, ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_fstring.TestCase.test_raw_fstring_format_spec" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_fstring.py\", line 1836, in test_raw_fstring_format_spec\n self.assertEqual(rf\"{UnchangedFormat():\\xFF}\", '\\\\xFF')\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'ÿ' != '\\\\xFF'\n- ÿ\n+ \\xFF" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_recursion_limit data = marshal.dumps(head) ValueError: Maximum marshal stack depth", + "count": 1, + "exampleIds": [ + "test_marshal.BugsTestCase.test_recursion_limit" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 303, in test_recursion_limit\n data = marshal.dumps(head)\nValueError: Maximum marshal stack depth" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_refcycle old_garbage = gc.garbage[:] ^^^^^^^^^^ AttributeError: module has no attribute <", + "count": 1, + "exampleIds": [ + "test_generators.FinalizationTest.test_refcycle" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_generators.py\", line 72, in test_refcycle\n old_garbage = gc.garbage[:]\n ^^^^^^^^^^\nAttributeError: module 'gc' has no attribute 'garbage'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_reference_loop_code self.assertRaises(ValueError, marshal.dumps, code, v) ~~~~~~~~~~~~~~~~~^^^^", + "count": 1, + "exampleIds": [ + "test_marshal.BugsTestCase.test_reference_loop_code" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 358, in test_reference_loop_code\n self.assertRaises(ValueError, marshal.dumps, code, v)\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised by dumps" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_regression_gh94675 p.start() ~~~~~~~^^ File , line , in start self._popen = self._Popen", + "count": 1, + "exampleIds": [ + "test_re.ReTests.test_regression_gh94675" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_re.py\", line 2665, in test_regression_gh94675\n p.start()\n ~~~~~~~^^\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/multiprocessing/process.py\", line 121, in start\n self._popen = self._Popen(self)\n ~~~~~~~~~~~^^^^^^\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/multiprocessing/context.py\", line 230, in _Popen\n return _default_context.get_context().Process._Popen(process_obj)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/multiprocessing/context.py\", line 290, in _Popen\n raise ValueError(\"multiprocessing not supported with the java POSIX backend\")\nValueError: multiprocessing not supported with the java POSIX backend" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_repeat_id_preserving self.assertEqual(id(a), id(a * )) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^ As", + "count": 1, + "exampleIds": [ + "test_bytes.BytesTest.test_repeat_id_preserving" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 1290, in test_repeat_id_preserving\n self.assertEqual(id(a), id(a * 1))\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^\nAssertionError: 1675 != 1683" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_repeat_minmax_overflow self.assertRaises(OverflowError, re.compile, r % **) ~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_re.ReTests.test_repeat_minmax_overflow" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_re.py\", line 2052, in test_repeat_minmax_overflow\n self.assertRaises(OverflowError, re.compile, r\".{%d}\" % 2**128)\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: OverflowError not raised by compile" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_repr_mutate self.assertEqual(repr(mylist), ) ~~~~^^^^^^^^ IndexError: index out of range", + "count": 1, + "exampleIds": [ + "test_list.ListTest.test_repr_mutate" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_list.py\", line 130, in test_repr_mutate\n self.assertEqual(repr(mylist), '[obj, obj, obj]')\n ~~~~^^^^^^^^\nIndexError: index out of range" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_resize_forbidden self.assertRaises(BufferError, resize, ) ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_bytes.ByteArrayTest.test_resize_forbidden" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 1776, in test_resize_forbidden\n self.assertRaises(BufferError, resize, 11)\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: BufferError not raised by resize" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_search_methods_reentrancy_raises_buffererror with self.assertRaises(BufferError): ~~~~~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_bytes.ByteArrayTest.test_search_methods_reentrancy_raises_buffererror" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_bytes.py\", line 1937, in test_search_methods_reentrancy_raises_buffererror\n with self.assertRaises(BufferError):\n ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nAssertionError: BufferError not raised" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_setdefault_atomic self.assertEqual(hashed1.eq_count + hashed2.eq_count, ) ~~~~~~~~~~~~~~~~^^", + "count": 1, + "exampleIds": [ + "test_dict.DictTest.test_setdefault_atomic" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_dict.py\", line 494, in test_setdefault_atomic\n self.assertEqual(hashed1.eq_count + hashed2.eq_count, 1)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 2 != 1" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_setvectorcall from _testcapi import function_setvectorcall ImportError: cannot import name , line , in test_setvectorcall_load_attr_specialization_deopt from _testcapi import function_setvectorcall Impor", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_setvectorcall_load_attr_specialization_deopt" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 832, in test_setvectorcall_load_attr_specialization_deopt\n from _testcapi import function_setvectorcall\nImportError: cannot import name 'function_setvectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/graalpy25.4/modules/_testcapi.graalpy253-313-native-x86_64-linux.so)" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_setvectorcall_load_attr_specialization_skip from _testcapi import function_setvectorcall Import", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_setvectorcall_load_attr_specialization_skip" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 816, in test_setvectorcall_load_attr_specialization_skip\n from _testcapi import function_setvectorcall\nImportError: cannot import name 'function_setvectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/graalpy25.4/modules/_testcapi.graalpy253-313-native-x86_64-linux.so)" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_symbolic_groups_errors self.checkPatternError(b, ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_re.ReTests.test_symbolic_groups_errors" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_re.py\", line 325, in test_symbolic_groups_errors\n self.checkPatternError(b'(?P<\\xc2\\xb5>x)',\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^\n r\"bad character in group name '\\xc2\\xb5'\", 4)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_re.py\", line 50, in checkPatternError\n with self.assertRaises(re.PatternError) as cm:\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: PatternError not raised" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_unpickler_instance_attribute old_persistent_load = unpickler.persistent_load ^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_pickle.CIdPersPicklerTests.test_unpickler_instance_attribute" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_pickle.py\", line 279, in test_unpickler_instance_attribute\n old_persistent_load = unpickler.persistent_load\n ^^^^^^^^^^^^^^^^^^^^^^^^^\nAttributeError: persistent_load" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_vectorcall (_testcapi.MethodDescriptorBase(), (,), {}, True), ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_vectorcall" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 744, in test_vectorcall\n (_testcapi.MethodDescriptorBase(), (0,), {}, True),\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^\nAttributeError: module '_testcapi' has no attribute 'MethodDescriptorBase'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_vectorcall_flag self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_HAVE_VECT", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_vectorcall_flag" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 646, in test_vectorcall_flag\n self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAttributeError: module '_testcapi' has no attribute 'MethodDescriptorBase'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_vectorcall_limited_incoming from _testcapi import pyobject_vectorcall ImportError: cannot impor", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_vectorcall_limited_incoming" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 854, in test_vectorcall_limited_incoming\n from _testcapi import pyobject_vectorcall\nImportError: cannot import name 'pyobject_vectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/graalpy25.4/modules/_testcapi.graalpy253-313-native-x86_64-linux.so)" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_vectorcall_override f = _testcapi.MethodDescriptorNopGet() AttributeError: module has no ", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_vectorcall_override" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 673, in test_vectorcall_override\n f = _testcapi.MethodDescriptorNopGet()\nAttributeError: module '_testcapi' has no attribute 'MethodDescriptorNopGet'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_vectorcall_override_on_mutable_class TestType = _testcapi.make_vectorcall_class() AttributeErro", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_vectorcall_override_on_mutable_class" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 678, in test_vectorcall_override_on_mutable_class\n TestType = _testcapi.make_vectorcall_class()\nAttributeError: module '_testcapi' has no attribute 'make_vectorcall_class'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_vectorcall_override_with_subclass SuperType = _testcapi.make_vectorcall_class() AttributeError:", + "count": 1, + "exampleIds": [ + "test_call.TestPEP590.test_vectorcall_override_with_subclass" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 688, in test_vectorcall_override_with_subclass\n SuperType = _testcapi.make_vectorcall_class()\nAttributeError: module '_testcapi' has no attribute 'make_vectorcall_class'" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in test_warning_notimplemented self.assertWarns(DeprecationWarning, bool, NotImplemented) ~~~~~~~~~~~~~", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_warning_notimplemented" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 2187, in test_warning_notimplemented\n self.assertWarns(DeprecationWarning, bool, NotImplemented)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: DeprecationWarning not triggered by bool" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in testEmptyPy self.doTest(None, files, TESTMOD) ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line ", + "count": 1, + "exampleIds": [ + "test_zipimport.CompressedZipImportTestCase.testEmptyPy" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_zipimport.py\", line 255, in testEmptyPy\n self.doTest(None, files, TESTMOD)\n ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_zipimport.py\", line 161, in doTest\n self.doTestWithPreBuiltZip(expected_ext, *modules, **kw)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_zipimport.py\", line 168, in doTestWithPreBuiltZip\n mod = importlib.import_module(\".\".join(modules))\n File \"/opt/elide/lib/resources/python/python-home/lib/python3.13/importlib/__init__.py\", line 88, in import_module\n return _bootstrap._gcd_import(name[level:], package, level)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nzlib.error: Error -5 while decompressing data: incomplete or truncated stream" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in testFloat self.helper3(floatobj) ~~~~~~~~~~~~^^^^^^^^^^ File , line , in helper3 self.assert", + "count": 1, + "exampleIds": [ + "test_marshal.InstancingTestCase.testFloat" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 619, in testFloat\n self.helper3(floatobj)\n ~~~~~~~~~~~~^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 603, in helper3\n self.assertGreater(n2, n0)\n ~~~~~~~~~~~~~~~~~~^^^^^^^^\nAssertionError: 2 not greater than 2" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in testInt self.helper3(intobj, simple=True) ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ File , line , in", + "count": 1, + "exampleIds": [ + "test_marshal.InstancingTestCase.testInt" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 614, in testInt\n self.helper3(intobj, simple=True)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 603, in helper3\n self.assertGreater(n2, n0)\n ~~~~~~~~~~~~~~~~~~^^^^^^^^\nAssertionError: 2 not greater than 2" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in testLeaks self.assertEqual(Foo.count, ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ AssertionError: != ", + "count": 1, + "exampleIds": [ + "test_scope.ScopeTests.testLeaks" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_scope.py\", line 478, in testLeaks\n self.assertEqual(Foo.count, 0)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^\nAssertionError: 100 != 0" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in testNoIntern self.assertNotEqual(id(s), id(self.strobj)) ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^", + "count": 1, + "exampleIds": [ + "test_marshal.InterningTestCase.testNoIntern" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 713, in testNoIntern\n self.assertNotEqual(id(s), id(self.strobj))\n ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 4827 == 4827" + ] + }, + { + "signature": "Traceback (most recent call last): File , line , in testStr self.helper3(strobj) ~~~~~~~~~~~~^^^^^^^^ File , line , in helper3 self.assertGreate", + "count": 1, + "exampleIds": [ + "test_marshal.InstancingTestCase.testStr" + ], + "samples": [ + "Traceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 624, in testStr\n self.helper3(strobj)\n ~~~~~~~~~~~~^^^^^^^^\n File \"/work/suites/cpython/Lib/test/test_marshal.py\", line 603, in helper3\n self.assertGreater(n2, n0)\n ~~~~~~~~~~~~~~~~~~^^^^^^^^\nAssertionError: 2 not greater than 2" + ] + }, + { + "signature": "TypeError: canargst delete BaseException.args\"", + "count": 1, + "exampleIds": [ + "test_exceptions.ExceptionTests.test_invalid_delattr" + ], + "samples": [ + "TypeError: can't delete BaseException.args\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_exceptions.py\", line 674, in test_invalid_delattr\n self.assertRaisesRegex(TE, msg, delattr, exc, 'args')\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: \"may not be deleted\" does not match \"can't delete BaseException.args\"" + ] + }, + { + "signature": "TypeError: expected string or bytes-like object During handling of the above exception, another exception occurred: Traceback (most recent call last): File , line ,", + "count": 1, + "exampleIds": [ + "test_ast.test_ast.ASTConstructorTests.test_non_str_kwarg" + ], + "samples": [ + "TypeError: keywords must be strings\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_ast/test_ast.py\", line 3162, in test_non_str_kwarg\n with self.assertRaisesRegex(TypeError, \"got multiple values for argument\"):\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: \"got multiple values for argument\" does not match \"keywords must be strings\"" + ] + }, + { + "signature": "TypeError: max() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent call", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_max" + ], + "samples": [ + "TypeError: max() missing 1 required positional argument: 'a'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 1278, in test_max\n with self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError,\n ^^^^^^^^^^\n 'max expected at least 1 argument, got 0'\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n ):\n ^\nAssertionError: \"max expected at least 1 argument, got 0\" does not match \"max() missing 1 required positional argument: 'a'\"" + ] + }, + { + "signature": "TypeError: meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent c", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventions.test_fastcall_error_kw" + ], + "samples": [ + "TypeError: meth_fastcall() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 375, in test_fastcall_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_fastcall(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_fastcall\\(\\) takes no keyword arguments\" does not match \"meth_fastcall() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent cal", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventions.test_noargs_error_kw" + ], + "samples": [ + "TypeError: meth_noargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 357, in test_noargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no keyword arguments\" does not match \"meth_noargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: meth_noargs() takes positional arguments but was given During handling of the above exception, another exception occurred: Traceback (most re", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventions.test_noargs_error_arg" + ], + "samples": [ + "TypeError: meth_noargs() takes 0 positional arguments but 1 was given\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 339, in test_noargs_error_arg\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no arguments \\(1 given\\)\" does not match \"meth_noargs() takes 0 positional arguments but 1 was given\"" + ] + }, + { + "signature": "TypeError: meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent c", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventions.test_o_error_no_arg" + ], + "samples": [ + "TypeError: meth_o() missing 1 required positional argument: 'arg'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 305, in test_o_error_no_arg\n self.assertRaisesRegex(TypeError, msg, self.obj.meth_o)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(0 given\\)\" does not match \"meth_o() missing 1 required positional argument: 'arg'\"" + ] + }, + { + "signature": "TypeError: meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent ca", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventions.test_varargs_error_kw" + ], + "samples": [ + "TypeError: meth_varargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 281, in test_varargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_varargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_varargs\\(\\) takes no keyword arguments\" does not match \"meth_varargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethInstance.meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsInstance.test_fastcall_error_kw" + ], + "samples": [ + "TypeError: MethInstance.meth_fastcall() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 375, in test_fastcall_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_fastcall(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_fastcall\\(\\) takes no keyword arguments\" does not match \"MethInstance.meth_fastcall() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethInstance.meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mo", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsInstance.test_noargs_error_kw" + ], + "samples": [ + "TypeError: MethInstance.meth_noargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 357, in test_noargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no keyword arguments\" does not match \"MethInstance.meth_noargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethInstance.meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsInstance.test_o_error_no_arg" + ], + "samples": [ + "TypeError: MethInstance.meth_o() missing 1 required positional argument: 'arg'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 305, in test_o_error_no_arg\n self.assertRaisesRegex(TypeError, msg, self.obj.meth_o)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(0 given\\)\" does not match \"MethInstance.meth_o() missing 1 required positional argument: 'arg'\"" + ] + }, + { + "signature": "TypeError: MethInstance.meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (m", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsInstance.test_varargs_error_kw" + ], + "samples": [ + "TypeError: MethInstance.meth_varargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 281, in test_varargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_varargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_varargs\\(\\) takes no keyword arguments\" does not match \"MethInstance.meth_varargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethStatic.meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mo", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsStatic.test_fastcall_error_kw" + ], + "samples": [ + "TypeError: MethStatic.meth_fastcall() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 375, in test_fastcall_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_fastcall(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_fastcall\\(\\) takes no keyword arguments\" does not match \"MethStatic.meth_fastcall() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethStatic.meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsStatic.test_noargs_error_kw" + ], + "samples": [ + "TypeError: MethStatic.meth_noargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 357, in test_noargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_noargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_noargs\\(\\) takes no keyword arguments\" does not match \"MethStatic.meth_noargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: MethStatic.meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (mo", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsStatic.test_o_error_no_arg" + ], + "samples": [ + "TypeError: MethStatic.meth_o() missing 1 required positional argument: 'arg'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 305, in test_o_error_no_arg\n self.assertRaisesRegex(TypeError, msg, self.obj.meth_o)\n ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: \"meth_o\\(\\) takes exactly one argument \\(0 given\\)\" does not match \"MethStatic.meth_o() missing 1 required positional argument: 'arg'\"" + ] + }, + { + "signature": "TypeError: MethStatic.meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mos", + "count": 1, + "exampleIds": [ + "test_call.TestCallingConventionsStatic.test_varargs_error_kw" + ], + "samples": [ + "TypeError: MethStatic.meth_varargs() got an unexpected keyword argument 'k'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_call.py\", line 281, in test_varargs_error_kw\n self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError, msg, lambda: self.obj.meth_varargs(k=1),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n )\n ^\nAssertionError: \"meth_varargs\\(\\) takes no keyword arguments\" does not match \"MethStatic.meth_varargs() got an unexpected keyword argument 'k'\"" + ] + }, + { + "signature": "TypeError: min() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent call", + "count": 1, + "exampleIds": [ + "test_builtin.BuiltinTest.test_min" + ], + "samples": [ + "TypeError: min() missing 1 required positional argument: 'a'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_builtin.py\", line 1341, in test_min\n with self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError,\n ^^^^^^^^^^\n 'min expected at least 1 argument, got 0'\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n ):\n ^\nAssertionError: \"min expected at least 1 argument, got 0\" does not match \"min() missing 1 required positional argument: 'a'\"" + ] + }, + { + "signature": "TypeError: range() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent ca", + "count": 1, + "exampleIds": [ + "test_range.RangeTest.test_range_constructor_error_messages" + ], + "samples": [ + "TypeError: range() missing 1 required positional argument: 'a'\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/work/suites/cpython/Lib/test/test_range.py\", line 95, in test_range_constructor_error_messages\n with self.assertRaisesRegex(\n ~~~~~~~~~~~~~~~~~~~~~~^\n TypeError,\n ^^^^^^^^^^\n \"range expected at least 1 argument, got 0\"\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n ):\n ^\nAssertionError: \"range expected at least 1 argument, got 0\" does not match \"range() missing 1 required positional argument: 'a'\"" + ] + } + ], + "byFeature": [] +} \ No newline at end of file diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.md b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.md new file mode 100644 index 0000000..80df595 --- /dev/null +++ b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/impact.md @@ -0,0 +1,1543 @@ +# Impact-ordered failures + +## By root-cause signature + +### 6 × `TypeError: MethClass.meth_noargs() takes positional argument but were given During handling of the above exception, another exception occurred: Tracebac` + +distinct messages: +- `TypeError: MethClass.meth_noargs() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex(` +- `TypeError: MethClass.meth_noargs() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRegex` +- `TypeError: MethClass.meth_noargs() takes 1 positional argument but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex(` +example test: `test_call.TestCallingConventionsClass.test_noargs_error_arg` + +### 4 × `Traceback (most recent call last): File , line , in test_free_after_iterating support.check_free_after_iterating(self, iter, self.thetype) ~~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_set.py", line 364, in test_free_after_iterating + support.check_free_after_iterating(self, iter, self.thetype) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/suppor` +example test: `test_set.TestFrozenSet.test_free_after_iterating` + +### 4 × `TypeError: MethClass.meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recen` + +distinct messages: +- `TypeError: MethClass.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~~` +- `TypeError: MethClass.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~` +example test: `test_call.TestCallingConventionsClass.test_o_error_arg_kw` + +### 4 × `TypeError: MethClass.meth_o() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback (m` + +distinct messages: +- `TypeError: MethClass.meth_o() takes 2 positional arguments but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~~` +- `TypeError: MethClass.meth_o() takes 2 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsClass.test_o_error_ext` + +### 3 × `TypeError: MethInstance.meth_noargs() takes positional argument but were given During handling of the above exception, another exception occurred: Trace` + +distinct messages: +- `TypeError: MethInstance.meth_noargs() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesReg` +- `TypeError: MethInstance.meth_noargs() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRe` +- `TypeError: MethInstance.meth_noargs() takes 1 positional argument but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesReg` +example test: `test_call.TestCallingConventionsInstance.test_noargs_error_arg` + +### 3 × `TypeError: MethStatic.meth_noargs() takes positional argument but were given During handling of the above exception, another exception occurred: Traceba` + +distinct messages: +- `TypeError: MethStatic.meth_noargs() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex` +- `TypeError: MethStatic.meth_noargs() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRege` +- `TypeError: MethStatic.meth_noargs() takes 1 positional argument but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex` +example test: `test_call.TestCallingConventionsStatic.test_noargs_error_arg` + +### 2 × `ModuleNotFoundError()` + +distinct messages: +- `ModuleNotFoundError("No module named '_testinternalcapi'")` +example test: `test_compile` + +### 2 × `Traceback (most recent call last): File , line , in test_check_encoding_errors self.assertEqual(proc.rc, , proc) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 381, in test_check_encoding_errors + self.assertEqual(proc.rc, 10, proc) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^ +AssertionError: 22 != 10 : _PythonRunResult(rc=22, out=b'', err=b'')` +example test: `test_bytes.ByteArrayTest.test_check_encoding_errors` + +### 2 × `Traceback (most recent call last): File , line , in test_free_after_iterating test.support.check_free_after_iterating(self, iter, self.type2test) ~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1009, in test_free_after_iterating + test.support.check_free_after_iterating(self, iter, self.type2test) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpytho` +example test: `test_bytes.ByteArrayTest.test_free_after_iterating` + +### 2 × `Traceback (most recent call last): File , line , in test_highly_nested_subclass self.assertEqual(deleted, list(reversed(range()))) ~~~~~~~~~~~~~~~~^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 519, in test_highly_nested_subclass + self.assertEqual(deleted, list(reversed(range(100)))) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: [] != [99, 98, 97` +example test: `test_ordered_dict.CPythonBuiltinDictTests.test_highly_nested_subclass` + +### 2 × `Traceback (most recent call last): File , line , in test_memory_leak_gh_140939 b % (_testcapi.PY_SSIZE_T_MAX, b) ~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 788, in test_memory_leak_gh_140939 + b % (_testcapi.PY_SSIZE_T_MAX, b'abc') + ~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +OverflowError: Python int too large to convert to size` +example test: `test_bytes.ByteArrayTest.test_memory_leak_gh_140939` + +### 2 × `TypeError: meth_noargs() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback (most r` + +distinct messages: +- `TypeError: meth_noargs() takes 0 positional arguments but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 345, in test_noargs_error_arg2 + self.assertRaisesRegex( + ~~~` +- `TypeError: meth_noargs() takes 0 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 351, in test_noargs_error_ext + self.assertRaisesRegex( + ~~~~` +example test: `test_call.TestCallingConventions.test_noargs_error_arg2` + +### 2 × `TypeError: meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent call las` + +distinct messages: +- `TypeError: meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~` +- `TypeError: meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~~~~~~~~` +example test: `test_call.TestCallingConventions.test_o_error_arg_kw` + +### 2 × `TypeError: meth_o() takes positional argument but were given During handling of the above exception, another exception occurred: Traceback (most recent ` + +distinct messages: +- `TypeError: meth_o() takes 1 positional argument but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~~~~~~~~~~~~~` +- `TypeError: meth_o() takes 1 positional argument but 2 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ~~~~~~~~~~` +example test: `test_call.TestCallingConventions.test_o_error_ext` + +### 2 × `TypeError: MethClass.meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mos` + +distinct messages: +- `TypeError: MethClass.meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsClass.test_fastcall_error_kw` + +### 2 × `TypeError: MethClass.meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most ` + +distinct messages: +- `TypeError: MethClass.meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~~` +example test: `test_call.TestCallingConventionsClass.test_noargs_error_kw` + +### 2 × `TypeError: MethClass.meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (mos` + +distinct messages: +- `TypeError: MethClass.meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeEr` +example test: `test_call.TestCallingConventionsClass.test_o_error_no_arg` + +### 2 × `TypeError: MethClass.meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most` + +distinct messages: +- `TypeError: MethClass.meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsClass.test_varargs_error_kw` + +### 2 × `TypeError: MethInstance.meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most re` + +distinct messages: +- `TypeError: MethInstance.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~` +- `TypeError: MethInstance.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~` +example test: `test_call.TestCallingConventionsInstance.test_o_error_arg_kw` + +### 2 × `TypeError: MethInstance.meth_o() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback` + +distinct messages: +- `TypeError: MethInstance.meth_o() takes 2 positional arguments but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~` +- `TypeError: MethInstance.meth_o() takes 2 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( +` +example test: `test_call.TestCallingConventionsInstance.test_o_error_ext` + +### 2 × `TypeError: MethStatic.meth_o() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most rece` + +distinct messages: +- `TypeError: MethStatic.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 327, in test_o_error_arg_kw + self.assertRaisesRegex( + ~~~~~~~` +- `TypeError: MethStatic.meth_o() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 321, in test_o_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~` +example test: `test_call.TestCallingConventionsStatic.test_o_error_arg_kw` + +### 2 × `TypeError: MethStatic.meth_o() takes positional arguments but were given During handling of the above exception, another exception occurred: Traceback (` + +distinct messages: +- `TypeError: MethStatic.meth_o() takes 2 positional arguments but 4 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 315, in test_o_error_ext + self.assertRaisesRegex( + ~~~` +- `TypeError: MethStatic.meth_o() takes 2 positional arguments but 3 were given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 309, in test_o_error_two_args + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsStatic.test_o_error_ext` + +### 1 × `CPython driver timed out after 60000ms while test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding` + +distinct messages: +- `CPython driver timed out after 60000ms while test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding` +example test: `test_json.test_recursion.TestPyRecursion.test_highly_nested_objects_encoding` + +### 1 × `CPython driver timed out after 60000ms while test_pickle.CIdPersPicklerTests.test_unpickler_super` + +distinct messages: +- `CPython driver timed out after 60000ms while test_pickle.CIdPersPicklerTests.test_unpickler_super` +example test: `test_pickle.CIdPersPicklerTests.test_unpickler_super` + +### 1 × `ModuleNotFoundError: No module named During handling of the above exception, another exception occurred: Traceback (most recent call last): File , li` + +distinct messages: +- `ModuleNotFoundError: No module named 'foo' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 886, in test_exec_builtins_mapping_import + self.assertRaisesRegex(ImportError, "__import` +example test: `test_builtin.BuiltinTest.test_exec_builtins_mapping_import` + +### 1 × `Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line a = ( ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_syntax.py", line 2260, in _check_error + compile(code, filename, mode) + ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1 + a = ( 1, 2, 3 + ^ +SyntaxError: invalid syntax. Perhaps you forgot a c` +example test: `test_syntax.SyntaxTestCase.test_error_parenthesis` + +### 1 × `Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line a = ", line 1 + a = 3 \ 4 + ^ +SyntaxError: unexpected character after line continuation c` +example test: `test_syntax.SyntaxTestCase.test_invalid_line_continuation_error_position` + +### 1 × `Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line call( ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_syntax.py", line 2260, in _check_error + compile(code, filename, mode) + ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1 + call( + ^^^^^ +SyntaxError: keyword argument repeated: a + +During handling of the a` +example test: `test_syntax.SyntaxTestCase.test_multiline_compiler_error_points_to_the_end` + +### 1 × `Traceback (most recent call last): File , line , in _check_error compile(code, filename, mode) ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line print` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_syntax.py", line 2260, in _check_error + compile(code, filename, mode) + ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1 + print("Hello") + ^ +SyntaxError: invalid syntax + +During handling of the abov` +example test: `test_syntax.SyntaxTestCase.test_invisible_characters` + +### 1 × `Traceback (most recent call last): File , line , in runTest raise self.failureException(self.format_failure(new.getvalue())) AssertionError: Failed doct` + +distinct messages: +- `Traceback (most recent call last): + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/doctest.py", line 2331, in runTest + raise self.failureException(self.format_failure(new.getvalue())) +AssertionError: Failed doctest test for test.test_unpack_ex.__test__.doctests + File "/work/su` +example test: `test_unpack_ex.__test__.doctests` + +### 1 × `Traceback (most recent call last): File , line , in test self.assertTrue(in_table_a1()) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ AssertionError: Fals` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_stringprep.py", line 10, in test + self.assertTrue(in_table_a1("\u0221")) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: False is not true` +example test: `test_stringprep.StringprepTests.test` + +### 1 × `Traceback (most recent call last): File , line , in test___builtins__ self.assertIs(self.b.__builtins__, builtins_dict) ^^^^^^^^^^^^^^^^^^^ AttributeErr` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_funcattrs.py", line 107, in test___builtins__ + self.assertIs(self.b.__builtins__, builtins_dict) + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'function' object has no attribute '__builtins__'` +example test: `test_funcattrs.FunctionPropertiesTest.test___builtins__` + +### 1 × `Traceback (most recent call last): File , line , in test_annotations eq() ~~^^^^^^^^^^^^^^^^^^^^^^^^^^ File , line , in assertAnnotationEqu` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_future_stmt/test_future.py", line 338, in test_annotations + eq("{i for i in (1, 2, 3)}") + ~~^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_future_stmt/test_future.py", line 252, in assertAnnota` +example test: `test_future_stmt.test_future.AnnotationsFutureTestCase.test_annotations` + +### 1 × `Traceback (most recent call last): File , line , in test_attribute_name_interning self.assertIs(x_key, y_key) ~~~~~~~~~~~~~^^^^^^^^^^^^^^ AssertionError` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/pickletester.py", line 3253, in test_attribute_name_interning + self.assertIs(x_key, y_key) + ~~~~~~~~~~~~~^^^^^^^^^^^^^^ +AssertionError: 'bar' is not 'bar'` +example test: `test_pickle.CDumpPickle_LoadPickle.test_attribute_name_interning` + +### 1 × `Traceback (most recent call last): File , line , in test_bytearray_repr self.assertEqual(f(bytearray(b)), r\bytearray(b), line , in test_bytearray_str self.test_bytearray_repr(str) ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ File , line ,` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 2015, in test_bytearray_str + self.test_bytearray_repr(str) + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/work/suites/cpython/Lib/test/test_bytes.py", line 2001, in test_bytearray_repr + self.assertEqual(f` +example test: `test_bytes.AssortedBytesTest.test_bytearray_str` + +### 1 × `Traceback (most recent call last): File , line , in test_carloverre_multi_inherit_invalid self.fail() ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_descr.py", line 4457, in test_carloverre_multi_inherit_invalid + self.fail("setattr through indirect base types should be rejected") + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError:` +example test: `test_descr.ClassPropertiesAndMethods.test_carloverre_multi_inherit_invalid` + +### 1 × `Traceback (most recent call last): File , line , in test_close_clears_frame self.assertTrue(DetectDelete.deleted) ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 276, in test_close_clears_frame + self.assertTrue(DetectDelete.deleted) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: False is not true` +example test: `test_generators.GeneratorTest.test_close_clears_frame` + +### 1 × `Traceback (most recent call last): File , line , in test_close_closed self.assertEqual(gen.close(), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ AssertionError` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 635, in test_close_closed + self.assertEqual(gen.close(), 0) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ +AssertionError: None != 0` +example test: `test_generators.GeneratorCloseTest.test_close_closed` + +### 1 × `Traceback (most recent call last): File , line , in test_close_releases_frame_locals self.assertIsNone(f_wr()) ~~~~~~~~~~~~~~~~~^^^^^^^^ AssertionError:` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 669, in test_close_releases_frame_locals + self.assertIsNone(f_wr()) + ~~~~~~~~~~~~~~~~~^^^^^^^^ +AssertionError: .F` +example test: `test_generators.GeneratorCloseTest.test_close_releases_frame_locals` + +### 1 × `Traceback (most recent call last): File , line , in test_close_return_value self.assertEqual(gen.close(), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ Assertio` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 590, in test_close_return_value + self.assertEqual(gen.close(), 0) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^ +AssertionError: None != 0` +example test: `test_generators.GeneratorCloseTest.test_close_return_value` + +### 1 × `Traceback (most recent call last): File , line , in test_compile_top_level_await co = compile(source, , mode, flags=ast.PyCF_ALLOW_TOP_LEVEL_AWAIT)` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 453, in test_compile_top_level_await + co = compile(source, + '?', + mode, + flags=ast.PyCF_ALLOW_TOP_LEVEL_AWAIT) + File "?", line 1 + a = await asyncio.s` +example test: `test_builtin.BuiltinTest.test_compile_top_level_await` + +### 1 × `Traceback (most recent call last): File , line , in test_compile_top_level_await_invalid_cases with self.assertRaises( ~~~~~~~~~~~~~~~~~^ SyntaxError, m` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 498, in test_compile_top_level_await_invalid_cases + with self.assertRaises( + ~~~~~~~~~~~~~~~~~^ + SyntaxError, msg=f"source={source} mode={mode}"): + ^^^^^^^^^^^^^^^^^^^^^^^` +example test: `test_builtin.BuiltinTest.test_compile_top_level_await_invalid_cases` + +### 1 × `Traceback (most recent call last): File , line , in test_copy_weakkeydict self._check_copy_weakdict(weakref.WeakKeyDictionary) ~~~~~~~~~~~~~~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_copy.py", line 841, in test_copy_weakkeydict + self._check_copy_weakdict(weakref.WeakKeyDictionary) + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_copy.py", line 834, ` +example test: `test_copy.TestCopy.test_copy_weakkeydict` + +### 1 × `Traceback (most recent call last): File , line , in test_copy_weakvaluedict self._check_copy_weakdict(weakref.WeakValueDictionary) ~~~~~~~~~~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_copy.py", line 844, in test_copy_weakvaluedict + self._check_copy_weakdict(weakref.WeakValueDictionary) + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_copy.py", line` +example test: `test_copy.TestCopy.test_copy_weakvaluedict` + +### 1 × `Traceback (most recent call last): File , line , in test_deepcopy_weakkeydict self.assertEqual(len(v), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^ AssertionError: ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_copy.py", line 864, in test_deepcopy_weakkeydict + self.assertEqual(len(v), 1) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^ +AssertionError: 2 != 1` +example test: `test_copy.TestCopy.test_deepcopy_weakkeydict` + +### 1 × `Traceback (most recent call last): File , line , in test_deepcopy_weakvaluedict self.assertEqual(len(v), ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^ AssertionError` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_copy.py", line 888, in test_deepcopy_weakvaluedict + self.assertEqual(len(v), 1) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^ +AssertionError: 2 != 1` +example test: `test_copy.TestCopy.test_deepcopy_weakvaluedict` + +### 1 × `Traceback (most recent call last): File , line , in test_dict_clear self.assertNotIn(, repr(od)) ~~~~^^^^ KeyError: ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 640, in test_dict_clear + self.assertNotIn('NULL', repr(od)) + ~~~~^^^^ +KeyError: 'spam'` +example test: `test_ordered_dict.CPythonOrderedDictSubclassTests.test_dict_clear` + +### 1 × `Traceback (most recent call last): File , line , in test_eval_builtins_mapping self.assertEqual(eval(code, ns), ) ~~~~^^^^^^^^^^ File , line ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 877, in test_eval_builtins_mapping + self.assertEqual(eval(code, ns), 1) + ~~~~^^^^^^^^^^ + File "test", line 1, in +NameError: name 'superglobal' is not defined` +example test: `test_builtin.BuiltinTest.test_eval_builtins_mapping` + +### 1 × `Traceback (most recent call last): File , line , in test_eval_builtins_mapping_reduce self.assertRaisesRegex(AttributeError, , eval, code, ns) ~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 895, in test_eval_builtins_mapping_reduce + self.assertRaisesRegex(AttributeError, "iter", eval, code, ns) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: AttributeErr` +example test: `test_builtin.BuiltinTest.test_eval_builtins_mapping_reduce` + +### 1 × `Traceback (most recent call last): File , line , in test_exec_closure exec(three_freevars.__code__, ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ three_freevars.__globa` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 935, in test_exec_closure + exec(three_freevars.__code__, + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + three_freevars.__globals__, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + closure=three_freevars.__closu` +example test: `test_builtin.BuiltinTest.test_exec_closure` + +### 1 × `Traceback (most recent call last): File , line , in test_exec_globals self.assertRaisesRegex(NameError, , ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 805, in test_exec_globals + self.assertRaisesRegex(NameError, "name 'print' is not defined", + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + exec, code, {` +example test: `test_builtin.BuiltinTest.test_exec_globals` + +### 1 × `Traceback (most recent call last): File , line , in test_exec_globals_dict_subclass exec(code, {: customdict({: })}) ~~~~^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 868, in test_exec_globals_dict_subclass + exec(code, {'__builtins__': customdict({'superglobal': 1})}) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "test", line 1, in ` +example test: `test_builtin.BuiltinTest.test_exec_globals_dict_subclass` + +### 1 × `Traceback (most recent call last): File , line , in test_exec_globals_error_on_get self.assertRaises(setonlyerror, exec, code, ~~~~~~~~~~~~~~~~~^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 859, in test_exec_globals_error_on_get + self.assertRaises(setonlyerror, exec, code, + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^ + {'__builtins__': setonlydict({'superglobal': 1}` +example test: `test_builtin.BuiltinTest.test_exec_globals_error_on_get` + +### 1 × `Traceback (most recent call last): File , line , in test_exec_globals_frozen self.assertRaises(frozendict_error, ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^ exe` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 825, in test_exec_globals_frozen + self.assertRaises(frozendict_error, + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^ + exec, code, {'__builtins__': frozen_builtins}) + ` +example test: `test_builtin.BuiltinTest.test_exec_globals_frozen` + +### 1 × `Traceback (most recent call last): File , line , in test_frame_resurrect self.assertTrue(frame) ^^^^^ UnboundLocalError: local variable referenced` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 66, in test_frame_resurrect + self.assertTrue(frame) + ^^^^^ +UnboundLocalError: local variable 'frame' referenced before assignment` +example test: `test_generators.FinalizationTest.test_frame_resurrect` + +### 1 × `Traceback (most recent call last): File , line , in test_free_after_iterating support.check_free_after_iterating(self, iter, self.OrderedDict) ~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 685, in test_free_after_iterating + support.check_free_after_iterating(self, iter, self.OrderedDict) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpytho` +example test: `test_ordered_dict.CPythonOrderedDictSubclassTests.test_free_after_iterating` + +### 1 × `Traceback (most recent call last): File , line , in test_from_format self.assertEqual(PyBytes_FromFormat(b, c_int()), ~~~~~~~~~~~~~~~~^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1164, in test_from_format + self.assertEqual(PyBytes_FromFormat(b'c=%c', c_int(255)), + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + b'c=\xff') + ^^^` +example test: `test_bytes.BytesTest.test_from_format` + +### 1 × `Traceback (most recent call last): File , line , in test_fstring_without_formatting_bytecode self.assertEqual(get_code(f), get_code(f)) ~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_fstring.py", line 1780, in test_fstring_without_formatting_bytecode + self.assertEqual(get_code(f"'{s}'"), get_code(f"f'{s}'")) + ~~~~~~~~^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_fstring.p` +example test: `test_fstring.TestCase.test_fstring_without_formatting_bytecode` + +### 1 × `Traceback (most recent call last): File , line , in test_future_dotted_import exec() ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File , line from` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_future_stmt/test_future.py", line 188, in test_future_dotted_import + exec("from .__future__ import spam") + ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "", line 1 + from .__future__ import spam + ^^^^^^^^^` +example test: `test_future_stmt.test_future.FutureTest.test_future_dotted_import` + +### 1 × `Traceback (most recent call last): File , line , in test_gh129093 self.assertEqual(f, ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ AssertionErr` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_fstring.py", line 1785, in test_gh129093 + self.assertEqual(f'{1!=2=}', '1!=2=True') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: '1True' != '1!=2=True' +- 1True ++ 1!=2=True +? ++++` +example test: `test_fstring.TestCase.test_gh129093` + +### 1 × `Traceback (most recent call last): File , line , in test_handle_frame_object_in_creation thresholds = gc.get_threshold() AttributeError: module ha` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 200, in test_handle_frame_object_in_creation + thresholds = gc.get_threshold() +AttributeError: module 'gc' has no attribute 'get_threshold'` +example test: `test_generators.GeneratorTest.test_handle_frame_object_in_creation` + +### 1 × `Traceback (most recent call last): File , line , in test_hex_use_after_free self.assertRaises(BufferError, ba.hex, S(b)) ~~~~~~~~~~~~~~~~~^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1971, in test_hex_use_after_free + self.assertRaises(BufferError, ba.hex, S(b':')) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: BufferError not raised by hex` +example test: `test_bytes.ByteArrayTest.test_hex_use_after_free` + +### 1 × `Traceback (most recent call last): File , line , in test_infinity_numbers self.assertAnnotationEqual(, expected=inf) ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_future_stmt/test_future.py", line 439, in test_infinity_numbers + self.assertAnnotationEqual("1e1000", expected=inf) + ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_futur` +example test: `test_future_stmt.test_future.AnnotationsFutureTestCase.test_infinity_numbers` + +### 1 × `Traceback (most recent call last): File , line , in test_input_no_stdout_fileno lines = self.run_child(child, b) File , line , in run_child` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 2495, in test_input_no_stdout_fileno + lines = self.run_child(child, b"quux\r") + File "/work/suites/cpython/Lib/test/test_builtin.py", line 2335, in run_child + old_sighup = signal.signal(signal.SIGH` +example test: `test_builtin.PtyTests.test_input_no_stdout_fileno` + +### 1 × `Traceback (most recent call last): File , line , in test_invalid___code___assignment with self.assertWarnsRegex(DeprecationWarning, ): ~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_funcattrs.py", line 89, in test_invalid___code___assignment + with self.assertWarnsRegex(DeprecationWarning, 'code object of non-matching type'): + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^` +example test: `test_funcattrs.FunctionPropertiesTest.test_invalid___code___assignment` + +### 1 × `Traceback (most recent call last): File , line , in test_invalid_longs self.assertRaises(ValueError, marshal.loads, invalid_string) ~~~~~~~~~~~~~~~~~^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 429, in test_invalid_longs + self.assertRaises(ValueError, marshal.loads, invalid_string) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: ValueError not raised by loads` +example test: `test_marshal.BugsTestCase.test_invalid_longs` + +### 1 × `Traceback (most recent call last): File , line , in test_issue119004_change_linked_list_by_clear self.check_runtime_error_issue119004(dict1, dict2) ~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 842, in test_issue119004_change_linked_list_by_clear + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/tes` +example test: `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_linked_list_by_clear` + +### 1 × `Traceback (most recent call last): File , line , in test_issue119004_change_linked_list_by_delete_key self.check_runtime_error_issue119004(dict1, dict2)` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 856, in test_issue119004_change_linked_list_by_delete_key + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Li` +example test: `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_linked_list_by_delete_key` + +### 1 × `Traceback (most recent call last): File , line , in test_issue119004_change_size_by_clear self.check_runtime_error_issue119004(dict1, dict2) ~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 816, in test_issue119004_change_size_by_clear + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_` +example test: `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_size_by_clear` + +### 1 × `Traceback (most recent call last): File , line , in test_issue119004_change_size_by_delete_key self.check_runtime_error_issue119004(dict1, dict2) ~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ordered_dict.py", line 829, in test_issue119004_change_size_by_delete_key + self.check_runtime_error_issue119004(dict1, dict2) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/` +example test: `test_ordered_dict.CPythonOrderedDictSubclassTests.test_issue119004_change_size_by_delete_key` + +### 1 × `Traceback (most recent call last): File , line , in test_keywords_in_subclass u = subclass_with_init([, ], newarg=) TypeError: frozenset() got ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_set.py", line 810, in test_keywords_in_subclass + u = subclass_with_init([1, 2], newarg=3) +TypeError: frozenset() got an unexpected keyword argument 'newarg'` +example test: `test_set.TestFrozenSetSubclass.test_keywords_in_subclass` + +### 1 × `Traceback (most recent call last): File , line , in test_keywords_in_subclass u = subclass_with_init([, ], newarg=) TypeError: tuple() got an u` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_tuple.py", line 57, in test_keywords_in_subclass + u = subclass_with_init([1, 2], newarg=3) +TypeError: tuple() got an unexpected keyword argument 'newarg'` +example test: `test_tuple.TupleTest.test_keywords_in_subclass` + +### 1 × `Traceback (most recent call last): File , line , in test_keywords_in_subclass u = subclass_with_new([, ], newarg=) TypeError: list() got an une` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_list.py", line 74, in test_keywords_in_subclass + u = subclass_with_new([1, 2], newarg=3) +TypeError: list() got an unexpected keyword argument 'newarg'` +example test: `test_list.ListTest.test_keywords_in_subclass` + +### 1 × `Traceback (most recent call last): File , line , in test_limit_int self.assertRaisesRegex(ValueError, msg, F, + * (maxdigits+)) ~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_fractions.py", line 481, in test_limit_int + self.assertRaisesRegex(ValueError, msg, F, '1.1e' + '0' * (maxdigits+1)) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: ValueErro` +example test: `test_fractions.FractionTest.test_limit_int` + +### 1 × `Traceback (most recent call last): File , line , in test_list_index_modifing_operand with self.assertRaises(ValueError): ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^ A` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_list.py", line 274, in test_list_index_modifing_operand + with self.assertRaises(ValueError): + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^ +AssertionError: ValueError not raised` +example test: `test_list.ListTest.test_list_index_modifing_operand` + +### 1 × `Traceback (most recent call last): File , line , in test_literal_eval_str_int_limit with self.assertRaises(SyntaxError) as err_ctx: ^^^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ast/test_ast.py", line 1609, in test_literal_eval_str_int_limit + with self.assertRaises(SyntaxError) as err_ctx: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: SyntaxError not raised` +example test: `test_ast.test_ast.ASTHelpers_Test.test_literal_eval_str_int_limit` + +### 1 × `Traceback (most recent call last): File , line , in test_method_descriptor_flag self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_ME` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 636, in test_method_descriptor_flag + self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: module '_te` +example test: `test_call.TestPEP590.test_method_descriptor_flag` + +### 1 × `Traceback (most recent call last): File , line , in test_mod_concurrent_mutation self.assertRaises(BufferError, fmt.__mod__, S()) ~~~~~~~~~~~~~~~~~^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1362, in test_mod_concurrent_mutation + self.assertRaises(BufferError, fmt.__mod__, S()) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: BufferError not raised by __mod__` +example test: `test_bytes.ByteArrayTest.test_mod_concurrent_mutation` + +### 1 × `Traceback (most recent call last): File , line , in test_pickler_instance_attribute old_persistent_id = pickler.persistent_id ^^^^^^^^^^^^^^^^^^^^^ Attr` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 262, in test_pickler_instance_attribute + old_persistent_id = pickler.persistent_id + ^^^^^^^^^^^^^^^^^^^^^ +AttributeError: persistent_id` +example test: `test_pickle.CIdPersPicklerTests.test_pickler_instance_attribute` + +### 1 × `Traceback (most recent call last): File , line , in test_pickler_super pickler.dump() ~~~~~~~~~~~~^^^^^^^ File , line , in persistent_id se` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 235, in test_pickler_super + pickler.dump('abc') + ~~~~~~~~~~~~^^^^^^^ + File "/work/suites/cpython/Lib/test/test_pickle.py", line 228, in persistent_id + self.assertIsNone(super().persistent_id(obj)` +example test: `test_pickle.CIdPersPicklerTests.test_pickler_super` + +### 1 × `Traceback (most recent call last): File , line , in test_pickler_super_instance_attribute pickler.dump() ~~~~~~~~~~~~^^^^^^^ File , line , ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 303, in test_pickler_super_instance_attribute + pickler.dump('abc') + ~~~~~~~~~~~~^^^^^^^ + File "/work/suites/cpython/Lib/test/test_pickle.py", line 290, in persistent_id + raise AssertionError('sho` +example test: `test_pickle.CIdPersPicklerTests.test_pickler_super_instance_attribute` + +### 1 × `Traceback (most recent call last): File , line , in test_possible_set_operations with self.assertWarnsRegex(FutureWarning, ) as w: ^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_re.py", line 1280, in test_possible_set_operations + with self.assertWarnsRegex(FutureWarning, 'Possible set difference') as w: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError` +example test: `test_re.ReTests.test_possible_set_operations` + +### 1 × `Traceback (most recent call last): File , line , in test_raw_fstring_format_spec self.assertEqual(rf, ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_fstring.py", line 1836, in test_raw_fstring_format_spec + self.assertEqual(rf"{UnchangedFormat():\xFF}", '\\xFF') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'ÿ' != '\\xFF' +- ÿ ++ \xFF` +example test: `test_fstring.TestCase.test_raw_fstring_format_spec` + +### 1 × `Traceback (most recent call last): File , line , in test_recursion_limit data = marshal.dumps(head) ValueError: Maximum marshal stack depth` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 303, in test_recursion_limit + data = marshal.dumps(head) +ValueError: Maximum marshal stack depth` +example test: `test_marshal.BugsTestCase.test_recursion_limit` + +### 1 × `Traceback (most recent call last): File , line , in test_refcycle old_garbage = gc.garbage[:] ^^^^^^^^^^ AttributeError: module has no attribute <` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_generators.py", line 72, in test_refcycle + old_garbage = gc.garbage[:] + ^^^^^^^^^^ +AttributeError: module 'gc' has no attribute 'garbage'` +example test: `test_generators.FinalizationTest.test_refcycle` + +### 1 × `Traceback (most recent call last): File , line , in test_reference_loop_code self.assertRaises(ValueError, marshal.dumps, code, v) ~~~~~~~~~~~~~~~~~^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 358, in test_reference_loop_code + self.assertRaises(ValueError, marshal.dumps, code, v) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: ValueError not raised by dumps` +example test: `test_marshal.BugsTestCase.test_reference_loop_code` + +### 1 × `Traceback (most recent call last): File , line , in test_regression_gh94675 p.start() ~~~~~~~^^ File , line , in start self._popen = self._Popen` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_re.py", line 2665, in test_regression_gh94675 + p.start() + ~~~~~~~^^ + File "/opt/elide/lib/resources/python/python-home/lib/python3.13/multiprocessing/process.py", line 121, in start + self._popen = self._Popen(sel` +example test: `test_re.ReTests.test_regression_gh94675` + +### 1 × `Traceback (most recent call last): File , line , in test_repeat_id_preserving self.assertEqual(id(a), id(a * )) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^ As` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1290, in test_repeat_id_preserving + self.assertEqual(id(a), id(a * 1)) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^ +AssertionError: 1675 != 1683` +example test: `test_bytes.BytesTest.test_repeat_id_preserving` + +### 1 × `Traceback (most recent call last): File , line , in test_repeat_minmax_overflow self.assertRaises(OverflowError, re.compile, r % **) ~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_re.py", line 2052, in test_repeat_minmax_overflow + self.assertRaises(OverflowError, re.compile, r".{%d}" % 2**128) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: OverflowError not ra` +example test: `test_re.ReTests.test_repeat_minmax_overflow` + +### 1 × `Traceback (most recent call last): File , line , in test_repr_mutate self.assertEqual(repr(mylist), ) ~~~~^^^^^^^^ IndexError: index out of range` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_list.py", line 130, in test_repr_mutate + self.assertEqual(repr(mylist), '[obj, obj, obj]') + ~~~~^^^^^^^^ +IndexError: index out of range` +example test: `test_list.ListTest.test_repr_mutate` + +### 1 × `Traceback (most recent call last): File , line , in test_resize_forbidden self.assertRaises(BufferError, resize, ) ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1776, in test_resize_forbidden + self.assertRaises(BufferError, resize, 11) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: BufferError not raised by resize` +example test: `test_bytes.ByteArrayTest.test_resize_forbidden` + +### 1 × `Traceback (most recent call last): File , line , in test_search_methods_reentrancy_raises_buffererror with self.assertRaises(BufferError): ~~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_bytes.py", line 1937, in test_search_methods_reentrancy_raises_buffererror + with self.assertRaises(BufferError): + ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ +AssertionError: BufferError not raised` +example test: `test_bytes.ByteArrayTest.test_search_methods_reentrancy_raises_buffererror` + +### 1 × `Traceback (most recent call last): File , line , in test_setdefault_atomic self.assertEqual(hashed1.eq_count + hashed2.eq_count, ) ~~~~~~~~~~~~~~~~^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_dict.py", line 494, in test_setdefault_atomic + self.assertEqual(hashed1.eq_count + hashed2.eq_count, 1) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 2 != 1` +example test: `test_dict.DictTest.test_setdefault_atomic` + +### 1 × `Traceback (most recent call last): File , line , in test_setvectorcall from _testcapi import function_setvectorcall ImportError: cannot import name , line , in test_setvectorcall_load_attr_specialization_deopt from _testcapi import function_setvectorcall Impor` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 832, in test_setvectorcall_load_attr_specialization_deopt + from _testcapi import function_setvectorcall +ImportError: cannot import name 'function_setvectorcall' from '_testcapi' (/opt/elide/lib/resources/` +example test: `test_call.TestPEP590.test_setvectorcall_load_attr_specialization_deopt` + +### 1 × `Traceback (most recent call last): File , line , in test_setvectorcall_load_attr_specialization_skip from _testcapi import function_setvectorcall Import` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 816, in test_setvectorcall_load_attr_specialization_skip + from _testcapi import function_setvectorcall +ImportError: cannot import name 'function_setvectorcall' from '_testcapi' (/opt/elide/lib/resources/p` +example test: `test_call.TestPEP590.test_setvectorcall_load_attr_specialization_skip` + +### 1 × `Traceback (most recent call last): File , line , in test_symbolic_groups_errors self.checkPatternError(b, ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_re.py", line 325, in test_symbolic_groups_errors + self.checkPatternError(b'(?P<\xc2\xb5>x)', + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + r"bad character in group name '\xc2\xb5'", 4) + ` +example test: `test_re.ReTests.test_symbolic_groups_errors` + +### 1 × `Traceback (most recent call last): File , line , in test_unpickler_instance_attribute old_persistent_load = unpickler.persistent_load ^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_pickle.py", line 279, in test_unpickler_instance_attribute + old_persistent_load = unpickler.persistent_load + ^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: persistent_load` +example test: `test_pickle.CIdPersPicklerTests.test_unpickler_instance_attribute` + +### 1 × `Traceback (most recent call last): File , line , in test_vectorcall (_testcapi.MethodDescriptorBase(), (,), {}, True), ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 744, in test_vectorcall + (_testcapi.MethodDescriptorBase(), (0,), {}, True), + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ +AttributeError: module '_testcapi' has no attribute 'MethodDescriptorBase'` +example test: `test_call.TestPEP590.test_vectorcall` + +### 1 × `Traceback (most recent call last): File , line , in test_vectorcall_flag self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_HAVE_VECT` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 646, in test_vectorcall_flag + self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: module '_testcapi' h` +example test: `test_call.TestPEP590.test_vectorcall_flag` + +### 1 × `Traceback (most recent call last): File , line , in test_vectorcall_limited_incoming from _testcapi import pyobject_vectorcall ImportError: cannot impor` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 854, in test_vectorcall_limited_incoming + from _testcapi import pyobject_vectorcall +ImportError: cannot import name 'pyobject_vectorcall' from '_testcapi' (/opt/elide/lib/resources/python/python-home/lib/` +example test: `test_call.TestPEP590.test_vectorcall_limited_incoming` + +### 1 × `Traceback (most recent call last): File , line , in test_vectorcall_override f = _testcapi.MethodDescriptorNopGet() AttributeError: module has no ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 673, in test_vectorcall_override + f = _testcapi.MethodDescriptorNopGet() +AttributeError: module '_testcapi' has no attribute 'MethodDescriptorNopGet'` +example test: `test_call.TestPEP590.test_vectorcall_override` + +### 1 × `Traceback (most recent call last): File , line , in test_vectorcall_override_on_mutable_class TestType = _testcapi.make_vectorcall_class() AttributeErro` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 678, in test_vectorcall_override_on_mutable_class + TestType = _testcapi.make_vectorcall_class() +AttributeError: module '_testcapi' has no attribute 'make_vectorcall_class'` +example test: `test_call.TestPEP590.test_vectorcall_override_on_mutable_class` + +### 1 × `Traceback (most recent call last): File , line , in test_vectorcall_override_with_subclass SuperType = _testcapi.make_vectorcall_class() AttributeError:` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 688, in test_vectorcall_override_with_subclass + SuperType = _testcapi.make_vectorcall_class() +AttributeError: module '_testcapi' has no attribute 'make_vectorcall_class'` +example test: `test_call.TestPEP590.test_vectorcall_override_with_subclass` + +### 1 × `Traceback (most recent call last): File , line , in test_warning_notimplemented self.assertWarns(DeprecationWarning, bool, NotImplemented) ~~~~~~~~~~~~~` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 2187, in test_warning_notimplemented + self.assertWarns(DeprecationWarning, bool, NotImplemented) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: DeprecationWarning not tr` +example test: `test_builtin.BuiltinTest.test_warning_notimplemented` + +### 1 × `Traceback (most recent call last): File , line , in testEmptyPy self.doTest(None, files, TESTMOD) ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ File , line ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_zipimport.py", line 255, in testEmptyPy + self.doTest(None, files, TESTMOD) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_zipimport.py", line 161, in doTest + self.doTestWithPreBuiltZ` +example test: `test_zipimport.CompressedZipImportTestCase.testEmptyPy` + +### 1 × `Traceback (most recent call last): File , line , in testFloat self.helper3(floatobj) ~~~~~~~~~~~~^^^^^^^^^^ File , line , in helper3 self.assert` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 619, in testFloat + self.helper3(floatobj) + ~~~~~~~~~~~~^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_marshal.py", line 603, in helper3 + self.assertGreater(n2, n0) + ~~~~~~~~~~~~~~~~~~^^` +example test: `test_marshal.InstancingTestCase.testFloat` + +### 1 × `Traceback (most recent call last): File , line , in testInt self.helper3(intobj, simple=True) ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ File , line , in` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 614, in testInt + self.helper3(intobj, simple=True) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_marshal.py", line 603, in helper3 + self.assertGreater(n2, n0) + ` +example test: `test_marshal.InstancingTestCase.testInt` + +### 1 × `Traceback (most recent call last): File , line , in testLeaks self.assertEqual(Foo.count, ) ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ AssertionError: != ` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_scope.py", line 478, in testLeaks + self.assertEqual(Foo.count, 0) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^ +AssertionError: 100 != 0` +example test: `test_scope.ScopeTests.testLeaks` + +### 1 × `Traceback (most recent call last): File , line , in testNoIntern self.assertNotEqual(id(s), id(self.strobj)) ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 713, in testNoIntern + self.assertNotEqual(id(s), id(self.strobj)) + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 4827 == 4827` +example test: `test_marshal.InterningTestCase.testNoIntern` + +### 1 × `Traceback (most recent call last): File , line , in testStr self.helper3(strobj) ~~~~~~~~~~~~^^^^^^^^ File , line , in helper3 self.assertGreate` + +distinct messages: +- `Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_marshal.py", line 624, in testStr + self.helper3(strobj) + ~~~~~~~~~~~~^^^^^^^^ + File "/work/suites/cpython/Lib/test/test_marshal.py", line 603, in helper3 + self.assertGreater(n2, n0) + ~~~~~~~~~~~~~~~~~~^^^^^^^^` +example test: `test_marshal.InstancingTestCase.testStr` + +### 1 × `TypeError: canargst delete BaseException.args"` + +distinct messages: +- `TypeError: can't delete BaseException.args + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_exceptions.py", line 674, in test_invalid_delattr + self.assertRaisesRegex(TE, msg, delattr, exc, 'args') + ` +example test: `test_exceptions.ExceptionTests.test_invalid_delattr` + +### 1 × `TypeError: expected string or bytes-like object During handling of the above exception, another exception occurred: Traceback (most recent call last): File , line ,` + +distinct messages: +- `TypeError: keywords must be strings + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_ast/test_ast.py", line 3162, in test_non_str_kwarg + with self.assertRaisesRegex(TypeError, "got multiple values f` +example test: `test_ast.test_ast.ASTConstructorTests.test_non_str_kwarg` + +### 1 × `TypeError: max() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent call` + +distinct messages: +- `TypeError: max() missing 1 required positional argument: 'a' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 1278, in test_max + with self.assertRaisesRegex( + ~~~~~~~~~~~~~` +example test: `test_builtin.BuiltinTest.test_max` + +### 1 × `TypeError: meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent c` + +distinct messages: +- `TypeError: meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ~~~~~~~~` +example test: `test_call.TestCallingConventions.test_fastcall_error_kw` + +### 1 × `TypeError: meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent cal` + +distinct messages: +- `TypeError: meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~~~` +example test: `test_call.TestCallingConventions.test_noargs_error_kw` + +### 1 × `TypeError: meth_noargs() takes positional arguments but was given During handling of the above exception, another exception occurred: Traceback (most re` + +distinct messages: +- `TypeError: meth_noargs() takes 0 positional arguments but 1 was given + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 339, in test_noargs_error_arg + self.assertRaisesRegex( + ~~~~~` +example test: `test_call.TestCallingConventions.test_noargs_error_arg` + +### 1 × `TypeError: meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent c` + +distinct messages: +- `TypeError: meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeError, msg, ` +example test: `test_call.TestCallingConventions.test_o_error_no_arg` + +### 1 × `TypeError: meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most recent ca` + +distinct messages: +- `TypeError: meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ~~~~~~~~~~` +example test: `test_call.TestCallingConventions.test_varargs_error_kw` + +### 1 × `TypeError: MethInstance.meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (` + +distinct messages: +- `TypeError: MethInstance.meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex(` +example test: `test_call.TestCallingConventionsInstance.test_fastcall_error_kw` + +### 1 × `TypeError: MethInstance.meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mo` + +distinct messages: +- `TypeError: MethInstance.meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsInstance.test_noargs_error_kw` + +### 1 × `TypeError: MethInstance.meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (` + +distinct messages: +- `TypeError: MethInstance.meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(Typ` +example test: `test_call.TestCallingConventionsInstance.test_o_error_no_arg` + +### 1 × `TypeError: MethInstance.meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (m` + +distinct messages: +- `TypeError: MethInstance.meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsInstance.test_varargs_error_kw` + +### 1 × `TypeError: MethStatic.meth_fastcall() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mo` + +distinct messages: +- `TypeError: MethStatic.meth_fastcall() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 375, in test_fastcall_error_kw + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsStatic.test_fastcall_error_kw` + +### 1 × `TypeError: MethStatic.meth_noargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (most` + +distinct messages: +- `TypeError: MethStatic.meth_noargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 357, in test_noargs_error_kw + self.assertRaisesRegex( + ~` +example test: `test_call.TestCallingConventionsStatic.test_noargs_error_kw` + +### 1 × `TypeError: MethStatic.meth_o() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (mo` + +distinct messages: +- `TypeError: MethStatic.meth_o() missing 1 required positional argument: 'arg' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 305, in test_o_error_no_arg + self.assertRaisesRegex(TypeE` +example test: `test_call.TestCallingConventionsStatic.test_o_error_no_arg` + +### 1 × `TypeError: MethStatic.meth_varargs() got an unexpected keyword argument During handling of the above exception, another exception occurred: Traceback (mos` + +distinct messages: +- `TypeError: MethStatic.meth_varargs() got an unexpected keyword argument 'k' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_call.py", line 281, in test_varargs_error_kw + self.assertRaisesRegex( + ` +example test: `test_call.TestCallingConventionsStatic.test_varargs_error_kw` + +### 1 × `TypeError: min() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent call` + +distinct messages: +- `TypeError: min() missing 1 required positional argument: 'a' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_builtin.py", line 1341, in test_min + with self.assertRaisesRegex( + ~~~~~~~~~~~~~` +example test: `test_builtin.BuiltinTest.test_min` + +### 1 × `TypeError: range() missing required positional argument: During handling of the above exception, another exception occurred: Traceback (most recent ca` + +distinct messages: +- `TypeError: range() missing 1 required positional argument: 'a' + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/work/suites/cpython/Lib/test/test_range.py", line 95, in test_range_constructor_error_messages + with self.assertRaisesRe` +example test: `test_range.RangeTest.test_range_constructor_error_messages` diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/index.md b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/index.md new file mode 100644 index 0000000..c48c826 --- /dev/null +++ b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/index.md @@ -0,0 +1,5 @@ +# Compliance run — `1.6.0+dd7116a51` (`2cccc16871e167acc63a9ed16dea7832c0b60ad31a2604564619df92b18da30e`) + +Status: **🔵 119 regressions, 7 new passes — floor advanced, ratchet to lock it in** + +- [cpython-core](./cpython-core.md) diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/pass-rate.svg b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/pass-rate.svg new file mode 100644 index 0000000..b2ed70b --- /dev/null +++ b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/pass-rate.svg @@ -0,0 +1,18 @@ + + cpython-core pass-rate chart + 3866 of 4453 tests passed (86.8% overall, including skipped and suppressed tests); 4334 of 4453 are at or above the expectations baseline (97.3%); 119 regressions; 7 new passes. + + cpython-core + 3866/4453 pass · 86.8% overall · 97.3% vs expectations + all tests, incl. skipped/suppressed + + pass: 3866 + fail: 126 + error: 39 + skip: 422 + pass 3866 · fail 126 · error 39 · skip 422 + vs expectations (only regressions count against it) + + at or above baseline: 4334 + 4334/4453 at or above baseline · regressions 119 · new passes 7 + diff --git a/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/results.json.gz b/reports/1.6.0+dd7116a51/2cccc16871e1/cpython-core/results.json.gz new file mode 100644 index 0000000000000000000000000000000000000000..5130787454119d60ecf6827e3e523d9fde55e051 GIT binary patch literal 67291 zcmV*kKufF$|1 zbzZ$;K_nz$OaW{Fw5_Bvx3+)m8`}ktk|>FyNC334WV}Ua>D3W5##va_~4FE^{T`|9vmOwgv3}~An^1a^Mkhsy_2hx zv%kdgb+31YE_(;Z2Qe9|55GO=M^O~@u5PY-xOa7pqUh=z-Qu`+6=QULbKZ~6hF51O zKJTIa)!D`6)x}lsHXhyfhrOE^ouA=@KaLM1;$tk;H&Qgk2X6}m#|QVA3&Ln60>mX5 zp-6t`49W39njkr1e0uQqAR#n+{Oa-QLID&Kaf#!1`fJYmS6`joe$~JH+`D<(zj%9j zesbBn`u`7(4@QI%F{%FC)!U2nlbg$P^*NCdiT|nGfH)%;dsmoY$6-# z-*y4~a(U4Z2@;igi94d2=@bir z#)?tQ$vx&@CHNjE!Q$Q4tkri{kS<8&iF%OBv97#gQP#<$8m-bIRV$&3HA{h1ish4n?kfah3>UqOn zpfn+vQRzE71+hIfJWb`yZ)!P218R>GlnIIBq6ae`rX;#c)u zaqNa_7sinS*P2k8V(K%e9AE3T3>kBrV&up?=w!vRfY_E?lwidDC6>c$P0E!^q!UWJ z+#yxhEPV_ievELcCYEr5Xzb3^>4a-NZVMR%2-58r*lrhE9novB$f~(89HBexKffHN zF-gW_?DN37inBdUS8mI0$QigS9eMz|;k0x0zwN4g@fC7BW%oFYI1&?AF3QfBR%32U zKgJ1>c)U;{p7gv2ZoHHI4yZS2w&sDJ6jS*&I7Ej7I-uWWTzz`(B?{OmkP{rBA-l)H z!i#hqAj;$f^W{qci=vEk9KTh!`OHy-hbX!Wj;2h=fa3^L8AK>af&>Zq=Iww6!S^J= z!QkLjh0vYqXC_XIM|S!n8J;RZPD@gyv%$e}kPwQ4+sosC(4diI>Z^j_fyhZ9a56eU zLSQaGA|kN(h{yQxDF1~1`FG{ducc1}L9o#Ic=h#P7eA}74-PcO06(TUk~j{K3=)il z40?-4a2$-849*4z+itn@C%-V4HVA$l(07_BVYFxytzZN(!y=$e22&)X$^7D$P3mAk zJ?xit{j2?Ikfkb~g-we+j``Bf+qGdO-nO)L)W9OX%~P&rkgW-R$xxEpQmU0qSxiPV zy|&8DE00<4Lf%@64TIWa@|#%O)0JLtr55yp($KxEJA+dbM z@}6D+(~zX{U_EdmvFgU&b6rJiK-u$&bb+ufHR5%kjYij+QjDo2uA(|Sp*2U?n%Xo= zJf@}4wWj3GecuVE-Ol;StBA)d42`ZmCAC)dnUu!Yn%0U3+T#&^9cWvkcX;-|cpM@= z_IP`H1*IWH5fU1TY#1duwFT9=SyuALId+3-P$e(e^~KT)R)sG21ZBb3!Tgm_xxqq; zACCUBcO3Np>o}nJ0rBzI=WhnI{H9Gdxl2sfnz~_!;63ck6U~d+SZgMNRM7U?6x9I37sO3ZQ=r7 zYg#_9T}+lPl&L_D7|C$NlGtmP-6qtwWc?q2j0YXxO@Bj+KV=>t^ibeh6XF;pNySOW zjf3@MnkHCTzxty=j3pvTAW|HW5s3oHf`Yb3f~=5hD@`5>?C;|)@U^Gq_t7%Lb7dT- z9=psnx>`y@#*&k77)wfr>=G8;VMivKx_*TpDF}9^QK|}X?CXZ0>xOm(^8(?oOhagl)t**U62s#Wbp>TxifS(=L^KY`6pj7mxC*m9NmsiN-EcG5g%F5h zcX44|&{`m@r6#j9!6%>9zt2C-YcLf$%wKOHL~}l^pSaH}N(Ih) zg2W`mk4PJbU>j|TMe8T){W8mVktJuT&$d7gukEsGnyK&+m7pmfofuVlyYOnBB}i+l z?S!03ql2*2t5dOeDwVl87Hrd)-Xq1D*x;38t+S(vT}=i%PbXGh3x)fzA} zXamlZba&Pm8Yk-BcDcidmJUfah-#_5)M3Kzu30un+FgIW!?fL=+WxDQ; zuJ)0bo{(qqz0+Hjk8VQ zu6Ua50Vnv8L~P7aIw4WM#&Nb=*d5bK%4Zaa|Hcd&gdSnk2_c{KS6xW4H2kKFE6^P+mF zIC($+b=k@nFMX>L)n)0Y^&;e5xm%X7DpXl{vw<`w9P7_Vsq{D}-^?U_$2pq46QA^v zx$?0Alu9)=jMN>TK(BdHp^ZaT#p_K@Rkb5!Cy=^DI7M`(c1g!_BKAe3O=1?^FFfz{ zF7~Xu<(wR}9vv|;#Z!fJpBhh@*Dj;${i8apfRd8D9EU?pqsbKUJ4b;(wx-iglr~)? zSE?u>oJW-88KU;B-)tvpBOhhq1gT0ER0r1MM;S&FL}+gH_4ZA~U39yXvj4KA>~|>T z`OA{>+)7H0ql^o6Vwce3v+B#@o>Im-s%D`gVS>1>b?4R<(LSDAUnOWNP@<0>Bw~LR zS}-(~NPX3MI-LEIXu;4#qRdqW%kDTThz8WupLzYmVdi<5^BPw3c?7E*4`lj$PSFA1o1SLvoIzqf*CtYAl@C> z4ZN<1E9)E@d5zgl0PTVkI9e}Q=r8>h#FpemOvJyKv+@X?Q(xk>BQ9psDVCf>;Cg-~ zayv0H3a0JnP>tz+$;drQu!@9ZlO8wfRn|3|unYD{;YztelN3!tV{^Oc?NJPVYjB(*2p*_rF^ zXfAM?5_NZQw>y%%kM7o7EO0UcWKFKawW1Bhnpy>GMH$k%aTBl|bug>Ob+}fvA+8y> z1Gka_#EP+m)Re5g8pe8|47C;A_v#YQoxSTAO$mZ<_SWHbMci9w?=H-C0(d`Z*CVzh z@AtG_hu4lcn2Ea?ayv2now~O`HKq&1*}DU>DSaT$-g?Bw+qTr_uCt~1*$P! zuf3s_KuxK7>7vEy6d_OEefk`hj-#nRM+7Ia z2!HBi5()e2yl{0U8pEy=S)L)Z9$<;&8;-R1b?k zC=&+@RrdFNJjUN5u?Uz?n7|>TaVRI8J%k()fx{sZczHtCjTlQv6_TvH*+3Y#{JNBK zk5z0a;QHMB6M4jOeo6(x>5>|_4rqhehHMDE13A3ioNNK#nJnI~tQ&)OCyC!H?uO8v z$pL01-kO9niTqum??&xH1Rz_X&Cxp$1;_?zWAH8{fv|1b5V{jN{N7C6joO6>UT?AP z!t6i*k2hXx0Xv}X^>*wI$PVaxyGdIE*8yz^Ter=Scj@98V_H;r#*akqpPy%qUzbt} z$x_$zj89Uo@#{!REHl1e;^mA?z4=ZvB6jK2Z9fe!f+#H%;*E9&L z`fk3*W9>%WN`y~@juR{y^?dKR3a1TG5WB^@FuN4M+x_7txb21T-e%a1+JOju+X=fc z+Y123HfWCCUKD@rff~40w1MpGHh^s-0|D{SiQTgXvSGa&wUr1Ewy1YuwiCebP3aoA zRjB=YcRK_ z@2(zGCro$OVls{ZP^UllDWXC1=|(Dj;XY}V6KW&YhxZ@OZ_a*63){Om@GPZTbK$u3 z=`dj|^_-;lFAtnMh0lsvCn>nwKm$tByy z##*Kb$!MaU#Nr@n-iAds9Al~nfIRREu6C^`+ANyAj?dnP)rPRQ5!qEZZHPjM!QKJc znm(ir4U6cosyjj3;%ylZww{jWTSkTCStJ=(Us70v-)B_c>pMJhqe16sb$0WxZyBKW zy{!V{s_q4K*V|DjT-9B{?0Gj0erwjNBBttdOI1x?S!5gayul3b$~6Y!!dxGL3d#ZWJ0p3 za`JI9%p`O(V1tc2i9|Mx5+p?UK;$H(tjPPh4|;8*X4&05Hm~}O}CDK~5Lw&yNolqe{IM%1lmLUr2O~g5xZR{V6 z5J@`CPMzZ_rKj$no%NRasaKJ0Nl`sIT72wiI5;>Q9K3mR9Pq=#!`~?dR7vKLh$sVM-A(7&v{n16Uc|6?W7 z_Fo3nG=a7jzoKEzUvJPf+q5g=-sp3n?hC_~I!I%RAa*Eg@Y)dv zVjJmgbwL3vuO5nZivjeg_8(^5J)3bXMu(O?&1IY;8y8x#xlwA0Ag?x6m zZtt?ntt({NtGo85u01Fue^c$IU2)gGx}9I$&XvvH!B{gz$%yeOj^{&~-b0^z$>9z- zb-ZjRb-&m2wSXs4qk+0sOV(PnD!n~M^&2nKrv)O<>S5H(i|*n+y>QFGg{niKXqYOWfo zFC$Rd0imHb5FvgbMWxIpao zFV^k@(E;LW_hRjiAlx6udlwm;t&3`?&FB(}`0ST-o>}3GUko?UnUGrX7pT%Ps#sfs zQlF`A#cVAAH1f`ft1@;P7!2M8TnDsM^#>&41z;oUO9vU0o?eaEk~}Qpjz|OO;TvGB zDFf);6>v>xi`lfig$<;C*PwPF0z3g6lJ~#AR|9rJ-T!{S4YCRSd|?Bm%Wr};rwoR! zJyrj^^9oKIqW*W@HKgWSuZiC1N?`1{&cT|~&C7#ow-XG?Wxy7+MVgROf(szr*HN1b z0Fu7}eRYR->cj7fv~tV4p*Z%8_71Stbcu3UprmL=pvbR5cP0f~C0qy*p_E9Jkl!#I z2}+nP$z$cl14KN>Ye{;V0%APfVV^h4&ZJg0Lh|tL0r7Et_O@Ayi`o-+c=o_}EP`n! zWH7{m(BOnB67gN8ehucO>H{_k6zlDbv8$1=b5ZI!SjwS}n1u<89EM~*gCMIcEG3CES5w9_D51eS5TKM& z6tos)9&Tibv8#xx=aWQpa3P17um_isH_s(WiHD^uI3c4@$f*p4L|ld`6M6vyR-dhe zIua^RC5jUPci?G2%~HG(c?_pS2tvn;c@IiP*`{nPB^qO$e=Ik8!Ai5r!lfk2tcKgg zDyUeBLukaYT1$m$4M`bTX*P&B7A9mgoU%Ae;I^I`O15H2%)@9xk~pL+29xEx0TCC% zfGUb!&%siT1mEK%L<06Gyvo8>l6-GB#P_atqn|^OG6{!*=tQy!e%uRT7Gzusv@A&w zlSl#|eRnhKMmpf8PdzJ_k|}?*3YbmEbagwm^8z{BHa&V*XSd5ukL_UVc0i6k&8S3= zdfVYmfJA^f4mb&1tt1*CI(^sa8suE45j#@15e6mh_w${f85 z2|_~i-VIxeC5?9B!#`ybN!8vyVX6KrzKh1W&v&Zd_U$xwTktLHbs*c*o8svZbI<9`LAIx-^Xp*0*%cVulXIB+rz2_& zGXGRvCa~16>(0wEy?HQ);xXIpuxlk4<%W+Q&%Q;XNIWqj38rYO=eOJz-QKd; z+++TgcJc*_cU$XI0IE=E`A!3k+VQe9X*iBDF4UH7OgN6<27GJ~F=#u*+U+5)NEQ-0 zB9us6x;LTvL4a>f&6&C|g~k}JDYSvzpj{PdL&Gp(>@IT@bJuD6SVwF?dLFSW0MK1x zH6bbl8B=vR1g1-{MpR*NG$p6^Ye<4aNv1fA7>y7R!j;GkMJV1W61Ep3fk<%#M2hYB zEd_xqMPm{EB^WJCgb2~{eLpS#&fm{CXJfQh;Jqtrs0vqwY+F9oKtm(qhV4mvZfWMw zgV1?HT7m3mWLc!=E}@^l4Fh< zt^>+pamEc8^#yD@3GiczXe`lCz~NuQTuXkYqU>~u1>KiEy#H{1bM{MGq~tHOOqeK^ zp;3Yn$Laz!b>!AtBB+pL<;@1VSkbW;iqU(V`!Coi6qv?8Gm2F;a*7`%RJrO&*^8D5 z$)-ga2*!&%EKtR&CSxs9j1xT0-9x(h0+nZjhD%|_nC7aBFiH@aswO(bp@Qzre0fgA zcJO;TDd%J7UbMsJRG(U4IpOT#WeA*8bt&+kh}V%YdiG{?`E2$?sZCzaq|42p+;-eE z^=hd(7EtZ;5tL}#QGJ=nhWjOBEkS3FnKZ$LQ&r+P&r<`|KU2lUg-{d=iDQVe6v$nO zpr_XqaZKd|3z)5BgM*rZmIuedxr>E?IO^1lNRXI>(FAb-I;;V9JV)uF zTb&!)%L!^byDnthOH-+unPd5sr)@9P(nK2W`bx$Uec#XOm%OiYc86)0k`!+qeCU3^ zS0Sq1=`B9cYLB-OO`Cxn3w^+1u_dUcPY9tTI|$fIQcRjKFu$`8* zaEs)~YUo^X%eWf|pIo*bq#TN-JuzX#k(hwjs?5b&qJ_mjFBzim4pgHpWUNI}Da>^c z?BW?bOw`c0CmY#~={XTH+3{6?mx_()SqrHLNp;q`Xz1E+2D$6j5V96aWsF&UDum7- z368Mp8`lfs$SD!9DF35ZRji^}*s7BDe8vAMpxe-fdYFjdo z{>fwdpu4bl(y|s#H&)e@|2n_t`$wXSn$I^HLODVCu;FSa^2udvN%HAL)g58)RV`RP zfvm-{NPn%q+JmILYoH0cUqu$G%MvwRLDsEM`%0&l0cYi}kcLf;xC7m_{td{N(@n^vlohi{JCt zo*#J~xZPXRxYEq0Z+AZ$kM+tRT)ABkX!Hxjii#20N8IpHm1D{oDd=6IOOP|h#r8@{C9JBohM)C z$=7+(YMxw1qs3U+LHRAd%YR=vkM77AD1TXPMBU;etzzoxSy)ODse-wPs#WtnN=O_= z$kpEEGfGp<%2KKrM`Y@%vdlAzGv{G1hgxieER|$Resftt@Oj0lU}Y&)o-m6I|Aiw7 zU!qkuw$eOGj=~s81YegW6-!Y@33C+|_>6kwEG(s%58zltD1|>UtN97d6d z2nk~{CQ>y*HT%0dg#4T`Z6jtWSZ*GLDI#2i6UOeqE49hUQlh+E&U~o`UY|8Omg1Dp zKxcAv6Atx$C2WZ*NwpX1!)z~{IaM@l#n>BnP7_+TVgYvOR17|40<(VXWJRUI}PjTSc?PNZMc<- ztt?<2hgCFe#enZRtmR`ILQzp`%j^6mb>MtV4BdI7b%9oae>u{Xr@ll z4>@vH`m|%RWxNK2H%jb4iF4Zm+(d#enJQ?m{)NE1gw}*?Ue+D}&m5=;#ZuH;o*S9# z44GdtrVa$c3F2!=#H7aRTDK{G6#!vs;n!Cx$w(pzJ^3d8|8l9NykbZd0tx@cNO2l+ zO2iOP(7i6OS=1wViqvTZ$g27#i+7q-II-sH;&2H;G2qJb73f{97GUqC@8o1F6YSme ztz1k7>tZ)!nX+|=M~vgL@pq@&z4zmGLngH%sWr^WcO;UfSY1XXA{6t=VcJ}bVpX@U zMDcP18Jb}=q$|89xnnY}yfB^lOe@`S;?kuTO2WHf@{Gch3LM7osY5qVT+SwM{a zXf!xD{9XKUI5>E79F$)j&0l_#-(utE-^I_biysHN28=7H5&(L_QL4{%Z^RI!5K6HCil{r#K-oK26B*lw-j% z9$|4>Ff6*mgiZ4gO5zgy%;XQ#G{GvHEso!-_I5Nl zh=~ZMEY1=f5D`!&1CgaE;}XXKqrqP}Ldl2O;NZ=GR@~ri(C~Wdad)rlp#~j)Jn8js z&u-7ly?ca6@(i8(a@o1(sJ8Ur(c$mCKYiW*`j5lo;86eenP>R0=&cpaxcX;6-|3qY zMvL}w*wZ%({`7VEz61JIpx+qKzXXey2lPLJ;4gpq%U=f6%LcP}vQB(5j01MbY=Ezo zL^bP^Z@XfA(ujf> zOGJ{Oa8O2pWI>^ynX*L`%eu71%MG-3r^1tn-Fp>VtMDXZ_g}@r}e%?%_qLr}(-Q@Fh(4 zC9+PXdtq%)^K~a+??o)3N@Sf%_oCWf!PljLFKgl`__`GE1x*}^tW)V;Sle?oaoi)W zXQCIN-GZt+*?KQz&RC)AP`(#3W3141DBlYi^j7FPl<)jy$#?EpzKfS7--ToOE?<^> zmyYGTdRg*aIhODGWyyE#SiYN=CEtx>`EFm9e7BC}ds*r^7H^6kUyyi;txNIr!MGPA z9&xh6Tios?c=r}m9m@8iMmxuA-2RIi?KE4L;=QENPP26<-b)C=T2OT;+lw0Q9J{1m zmPg95L+WMuqa3@VUY0k?u`}vr`Jx=VqF$CK%CRHrW%;3YyP>wGvzZ_<*@v_|nukfk zgm9Go_M6{X6LN?~l|GO z6>_W!8n2eY*;mDuWKE>YZ#GXr1ZqsFhi)RqJ;4v*lsu|zkywT-RT-z;C3);hi0!bA zMOeL0s7eqhwE^g`4Y@-pRDL>;N@(D1g~&4ptAwHCHyjs35Y?S5Avq>Lh1dnWwGdxC z=K95ej>?RjHxS0v=~yzFsq_*0B^vuob_ep-Qt0H#s&VL!Q%ot!Gzg;!j_y2`Vi)qZ zQj9p8`aQla5H@mue41o3W)CI5L6l%bvlO5UWIGqrr(D&E^f>AL7|@u3OKBD}DpY04 z1lkHSc9k=?3(^Xl0U>1?dQD0Lw9O3-x~T9rDz>7)FDqQj$6B5}DlFWPS=;eLZ9s$( zOA?}M^l?08_c%nc$8*DW$Zg3JN+cL>Q5D$sgjJ=}2a7{@2{B(DF`S4?e zQ|$~pc_$?&!%Skm#jfsB?60Hw8;+4D9NmONHia)zC9B3#jZl{4IikP)uK1(;j(d6Lx2@A>{+X5n?c!oBiVoAjabbhN z7pBa|KpfQ$_om5gA!9EK{6v?1>`9&;M!JL#*Y%yI1lvz!o3>1yHe9pCM26WE?@c_b)?sc z*h(Zhq9Q>OLz83)+^mk*`R!%T(a6wsVX7Re2e7hq6EU&kOMWKNJh$&8WZKr2SIfWunFa2H+NAg7^{vVNQ@WN zB2_djev}a8Ximn=LZ~W7mOzKn*FnS_5`Yao2ip+g5%kX45H_oJ3(v zMkCCzvpVmcg&$O7HlPnEvcxi~#P72Pwx%hjYA-Lu_avDEfoXhg5V03U*Q4zqp!A6) znbR<7`1A8Ru2kr%3zTr$KX=J9JVJ@U(4YL0h=nK#;$s}TJ4pEqa+D}o2(h->1*^t7 zkG7J0m_c^+Z=i2GEGC%xI~FQ%hW0v}rUcCLs{m_7HAJq4v?rpg0o(Rgpl;diG@J#6F+J*l~R9X}<(xP0v&Rcbg8{=@8b zu5c+$*N@}{&KAw}=vw@jHxf0L!`62;qft1<6jFTaHt>yGVK$x5ec7~FAgFv5UAWWK zm+fdv`U5Q+P8|bV8SYV%Vc1=Rt93+I|;NtT9I3P5r1F60w2qG4I9TcB95-j5pKF;4+`8oWL!>X63 zEUx_cC_!WKH4^gV!|dDd!*@Ua_{%@T&%b;Ke|-Os_dka3{`u~Q&u>aB|6_r?m){Kq zUk4gxpba|0PDFxndUSRif|wRgF}7UVZbt}LYRY5QPXHZ z{We_Jn^5c61sx8VSdHl>jNPr4LhzJp0o10y!do_Ppl|z}i!6jH>%Tgm6so?F z;AJ{s%Bao)e1~WLwt+SzoGu|3Q%9tn{bhkhh$K(Gp1i%;xt?4_oG;E)nu$Q*WORar zz+8SrL|}1LS~326{pZ)!)+MCe+&+Cw#%Pi zTmB5_I}MdETC6Bb5CRo{z!ix&cpDTrVmt~)M{nK+!GAvH%hh1Sc<`tMLmbgDKI)yl z`L6-Zf#yvJ*m88OIl67?l!X!F4Aw@|HWD_o1YG~(Ru-l$rSJZT)-$+%1VxiO7;+n6h$CH5Vj#VoD2z+iIAA)mx;;!)K$%j z?pbQAW<>G5t9)5q)6_^!dTqYZ2cef1NXpA%d6eqLkKXDmZ8|OhtFK%}!)g@&eahl2!T)1G ze@4^1NaEW-)k6#pMV4Zor*1wBh|v3!F&?RGdA{y2RzGovttaF-&Q{a4KF6N<&F$rm zHdFxJXiE7m`A0m)k4LMuF^_}6fm*$(FHyHV4i;@KzstsUdcLP_y!XBO_2upF;Y=d{ z)yn2A!=ka>Js>^?vKLtfY)JVLM?knLq&D+1=%srdk*1=k{rbWWpnuh`q9kDtAw`Zt z64$=2UXbDw?G)L;!b*&80yCaeiFU`ns_)T7?D3O|(B=$e^&MCyLpBO^a2IGPR*1Bg z+HBaFE3O}$nr*`UOAEzj&V5R7~dlXZdN$$81i~H<|*Is_80QmJLto)5IEcsm;wdT*WbnaQvgx>^XCIdu+r8ynk;n@S@ zae(+Zo2sX9SbW`~*G+fc&g|whkXGL&13M8w+kM-aG!!MziJIGxKjgocUU#j>;;!2T zS$w3GB0Fd}5#wx6)HpMc7$H*$b%9@Rt|3Zh8%@>cdi|607t-RIEOUsWr` z{1dH|sAEtog21_c-w=xU?3YyhG(TAS2}|`~A*jfPd0poG;Hj%)zyepbi~Q9F0+^$> zFpUet@Y%O;&ekpC0$A+|ZLvwG)@S)PUCIfS8yj>7$8MHoTecYUpYlTR_rq|xkO>dp z2EYID$F>d1hPLzOI&eXMeYfZlM{1@0NyaRbZwK^mI7wLWPsWq@PhK0)^VZmUsQWMj zKh{-HXdy#?IbQZVR-wOBg}#Xj+ZePKAr}&~3KbMu$Z)nscOb)eSVWwpk^vT@%)x$rnx||O*)U3S5uQ0}^{SMmXFJZ)w$7GiVU!8U zrs|@j-&aCR-v+%u-prSb#(Re^E#P%~i>Ymb9G|>@l$cYLEE{sjaj5?9s0->h)@kb( z8!+Aha2L5BrfGuJKALtHl~Sl6fx`(-QoK6QY!rhcD>n#YED=cpk>ZGqNEApG6bd|# zHjVh1iWFlNs1og?K67fV6VBaZ{=kXE;S^Ccc3K;zliYIEc-zuWU7efhf};Xw-o#Um z^AjfdeBjBL*8;CGbt3XOv^>$EBpdqyd(+vgnVJemrfU0P?J(WGXtg9~Dvug+5|oA; z68YDgR-u{_<~YSjrRJqm^tdRJ7*5e+{?0x&lbxJR#S~;raZK^*QpdlhQ^ILXRa>#s zG(i$Ca$k-)%Tm4Z{kV_qW+&%eVtznUtp+~gl$X{6!>Ec|M7G9^Dm#nDdKnGF!Q7d??l;(=1=cF{?G8k-#`5=oT7*`Pia=6Y)A8l zpTm#uKfHhUIsE14_dY+-ZAe?w{rk_KfB4aNrfVQuk%aL)t)C^LGn6DAGAn?!BcrOk z>yml?*#=F3wj(Rqltj7T!CAR4w=CBXwxXvZ05~2MeigN+9TK_>Uht6aF2oMPDDt{^ zjD}-$Q%B-@YIe3m` z#%T~SD)FN{(Wm|K(P8<6hsWw*t~d_zj7O`i+Z?Uvm}LJvkJ8CG6jhi}lBj(SRd4L* z&pC}h|9OQ-E&dl9PO~y{v>b>9iBzzP$cA2yx+Qo{0zW5YJV|CD#X{{+=Y{P=7~_bk z>I8cg1-gT(gBfeY*>9LW`}wr~mh))^zHO6K{;m#1%O|SFlhd}Tr1q3q{&kDjTun%u zN6*%I?K*+h2QkJKZOx+9f=XIg0&GE<ok^QYfb6= zqJQfvr5sy(N>}|`Ul}QAtqEP6U7ugodrr!^7>nGCc`=rN@j!=bewC0r9ORxIkF&t? zRnPCm^~KU(v(O^ z&f)63ZRV}4edFxiT=lO!?QaFR_M|RuZZCbc84GX*q;Aj7d|j{<;7mx}UimtK72xVU zQ));!`DP~ZJI>MUo%p0ji?Y{;y7I^s=L$BwQ^o5|d{d3kwtkA2{p<5{jC7kn$%UVe|GI_e=ESXCv|z|tHr3H84&W;7AXOc{`*p;29C?-Cp|I2p8}Sh~4(CdcICrb9C)!Dbruoa}KBE(bFx;b%?D9E>QSK zY;m7Z+mU2bm1V)pCpd@J zmQYH3IU8SztRy z0JkPjoJFTQr>UW}Bjisaj|yDvsANf^%@+tgaVu6s%5Zw)F37C}7-NZ~^szh6k+q|v zT7i#bG_LkkK;#B6$_Y?;6L*2c?g_S!7bauMIM$ioJtS2|XG+Uu4dkxKHK}e~ce$UZ zvDOiq&=V<&e90A9gRdPm?{buGhu4mn5E<@W`+1_I1g;gSJ3M<}JXWRS&=gBQ4Xz51 ztw<(_k5wl{Jeqh&Zv~zSv25t0QBnfej+D-;>uYYUGP;(u*d3Z+H6)EDFMzj28o7ET0SuVb< zf^7M{2AmrMcS1j}mrn5*Nwt!fWa`Q$dj?4=$uyMdBOY_*&L~&x%PouZv-6AVu;;NV zyRkbGp$}MumdD)lp~j!83fsW7BZa4o&%y+wJ5gIcgySz6;aCJQ9%kb}B~Xcd;9bVw zjyVyLztK!(bZu#6!rukw3cOlk0!y7n?HfW7pZ$`GpE6Y&hK|EeSgQYu{wy)qC1diT zUe%&<=a$TUE$iI#R~wMGq|olU&#N`KG-BL7`Za_GB?a9Xp&gYK+--$cT*on{k|V0z zF~#X;e@Rw>ZBN+M9NG=Twv(vZYFK8M#v($gmwwD@ob9MG876wb@-fzm&?jdK-WD{4hWCLM5#^!NKlZXKZwJ)dgVHNe@9Dv9n?suUmD&7rj; z1SO2aMev5Y2T=*b)zJi&7FMlz(uBmT$!&W5o3mwdn=SaNQ{DU%aav@$`96~w$La+_ z$H&3phvGge$$b!$(FiNY6Fz(sAQ3#2)8Dkq9o#f2&I%r#4@Yt`9%F8vAKiIds%i(V z8q=2yC8`m|I^TGj5Fh8{3Xo0~wU3MgUe9i#w|MeiCc@u`bh`Tx{a0+=FI z3=E}-y{Eooi+lTp%6qqv&Fxa8L%P+d%_V?G-wpM9lw?@I6JQ(ewlWATV?07x;_+}_ z!e~yfIHK{S%Tf)fv@pH6EhSyufVNR0=e;sGk0wY=aNIk=U&4rGR0e+u@|XIHmyUy8 zMQN_x<;CijoBiNVUk5$Ym1VchVE!x(T7w!l=cjeh+;sA~=~p9eOqS{E^ zGo5U#+~r*)3&)sZP9n7rntapKu_)8+~JuBBSb^VQFIsPE(Na%Z%5r$g8brmM$wv6U?2MVDmgQ0 z67<_lt+gbg5#Drv?~hDXL=7d&gV6R>r#U+_an#q$)`HOXN1O$_*5YI;IQkCH9OiZF zgyt&Fwlp{GDZl6$nnQ)-rPyIpGn4NWSFpCF>$`1@H_ROMIeP57dIF&e_YeNcuIUG{S2^d+aJpPRDc=PCJ^uor&6s z)q<|N-m6Jx2T}{FzF83UKrM(S*sIfSwKy$kuI&?fOS9RIPu=BU2BhZO5nFG;on^4; zn5zbALDbLSpeArFNc*=`-38TxtbZ%IT~J+|v`8@Aa~2!eEuQ`ZSL7f({2b|Ss-KF; z7ys9OJCNE?^>p>u46qGx&(?qSKrM;-W^nBWYeU$(HQ+9&He`KU1@1sw#Jlg)=lYUkq-)hi|LF9Y}4c`neu#gx7|)e=EYBSZ(O~wf={UwgZO3hg+w$}*sW0(G(>57P@Q zvDH#ir_oNn&uFAp|KFk{DJ~zW#PA|iIe1c*rZ^7KNL7qgr`&L?FLTtX)vYRc7cVzp zZbhM0^ZzB4WJ-S1o|2N(BbKPZ{cuRAE4!@oUeJh&QOmh|KzuAh#$#6{(K>4(D^Pcn zRXTn9?!ynoz%eRrI0xbl(^{MjX`)2MfPBm7J*GPIPSHM)kY3W=h1X?2&y$m>V43~s z>?J-fWg0O)b(ID2xg{#NxRl3T$;jsxXLp6kmN%qqPnwM);!+rq4MoIBx+n51>9`b0 z2N&;$KsgmRQ+82u`tG4VX~itXMb3sPmXpQRM{j~LlL4YZM)6~cBZ=dnC?gdhKF(B} zeQ<1WkuAdYj*s4gYnr zs`1^|y*J0ptIaY!sw<299TkZ<1_vu&IT#!b25$n1?yv|b+jyd4a1g{yzb6A-AY%Ov z%^SvnY5I?+GZUA6#OZ)EOL1OmO%)T>-k31Pqdgg-wvcl*XgxZb>z=X^J?@y$n%}DE zNM5;G+5vYg1jq)l0=~PEWwFrT)4^qhpIy76OnH8wG^7G;cP&T%g%X0qKDL_@JC_n> zDza{09KLfhF1l4=MIknL^LT0O#M#EJ`{#EO1jODW&432umV;sEMy3#Of7ap%RHhM{`QRyEjA+d7S zmU?mCWPprBH3VD;LB1k5K?k7%v{AHJdYL&4owryKow(aV& zyKLKLm)&LCwr$%syX?FByW>COKNn-1m-BEQV(f_6IWyLZ$c&vkW3Cww^zX?}z@v>jisD6z3a*;*w;sd!6zH%UQXR+OuAC@Y zp!mNTytKthKB#iMiQXCrB4UE>Ihx)d9>6EM-2%BykF_`US9!CP2pT7JUL~YZ*8)R8d0oI58*4D7c5~HVn^Q(HHjQ#b4u^^?MS}0+^p|qq4pqS zI#kZ7V5Z7Q8mq|Ag1 z627bOMD|@;cW@C=SJd=#|-YYeT@aQ~`^0IVo z-wK3SVVM^l@b&qsL_`M0P9CR9gd7j6fdfi9%2%IXPGQ~02vvT-XMhJF3>Obugve$PENXnOd%E=zHohFH!OH!aGMTCt$u*%0$ zhkO?{gRSh|5bgwPecLBA7dCFOv=d8|3WdJwfIGzhN zZ$bG?IX$PJRCkkJj~$m(G`gX;fHjvK5dr@?vjwW(t;%%~TBCYg(fan319<{T^iOL6 z-U(Y_=jvPEn)Cjw;~iPr$)?6VUq4`5O3*APzhDO`qHIs!u~EnJ;-2fG$nj`P%-n#k z*4<8lanWOGy_A8#yafP7S32 zD>R2D5e4&`>aeQ@9p@>ZF})Vbc{mds+>42MbfgpA(+avZT@g4k?w}=wxaJS6Dp<(& zQ=x$c4UVZ17A3+8V~06-?*ZsB93F$tdhrIcLziH5jPF$E67zkE%YlFWL*4XXlc$1y zMyxAWn=}VVVrm6Q!>2P@JkB_gf&@6I8-3rh!e@H&DI4wF)2q3_U(}^XoIiZXtA&Ro zx{5I-l{$R@Ba2w)yl_sR{!oeb!lt4Nn;3GfUk zN2_MI);Ku8t+LbX6lsZg<*l%6IM{p#BjA|ewdLAda)io1ozwByS{wKHcNHw z=Z!TZ-LwhJIzPG$tql3H6e?4bEBOr7w(d;`->Yxf@gF2}8Q|1M`qXb=jx=7l&$Xbz zQr>?3*Q@6wDKcpMu$)?zZ}f=$TY#Vh=h994_(KY0el=};&$=L#@+HH@;6>YO)d;jq z;&Qoc&Ew_sgQS7Y&S~ySS9U?orAN)lsou;S$F%^y^TdkNW6jCAp6%b%DxdtI>?hA@ z-wT6eC8D`mzqQ>PM}fErZXePd@6Vf@kMBmVlVeY5AY3I~dMXO&h4HkIxW0{+WY{B78bW zFFMHsq^gnHU1|z`e5y@LFts-1zqCMfv&sU!Gs}Y#Rdx{-U0i%Ef5gbUcv!+52T+%o z6>Z`tYT@_m(N+qWG?uDXo+@W2InGG}O+HRfOL6g%m{9R8vU=8t4b#g@wVBfbb(Fng zQ@f26z!imQMIARG6=$F-F{Hyc5_D`lm@On#9#^fXS3mURI9tBtq!N*L(t%LqCM;+&|+{3b)#e)_>M`JlbK8E1bdkBT0N z=*Aen_VV!yHl#ZnYlG|ORcy}8k_S_(#874q3aFc4<jXQ)Bh|g;1$( z9men!P;c$UDOOS<>dy@B9t_m0YSWvXSkDomZ%$6Xdr>a3jG>BV-G(bEKE-E=T%Al` zPh`|xD}%W|{I6U&FY7tp>q)Ooqo@4%zV$xc{+@|PbChl+*>G^+r5mm_OEqu^{A3Ji!mzhV^{CNhDliZ`(N!7D@&2jMbsS;G`&DeEi@2oTB z+{~R-trIMYwOG42PDnbJ;tJNBG}BGnthJ!oZ!LUGE-!a9M?JBid_H!j1R2d-lYD1? zbf)+e1S~0Ur9Ur!m9MZ!)tDu?IuHBYDYkLPs<4 zSu2Rt>dg>caR(W%LUj_FZe$8*UAy>Z5Uw4+@^KQ7V{LK${l&eNv<0$wB(of zWRgJLD^Yog1Dz^VA~raR=p4vJ9g;&PxgU4Hgv>l+j4ZF1UJV}O&J5E8bR&-t&|{n` zj#W$m`@j%(uHJF;c&ZzT_x)~r&(`wH&V9)$LneiamvF=r2eGU5!4Q`DM2Wnjy>-Dg z=))am{_NZbN1tMbRAFo32vXOC5AX8+`uLI8_bSq{3|#y}D~C^~gPQfGZL4kIZ&q(6 zcO}TxPoRsV#S4#tmHSY(pgZ48_R1?xc`wpN}Je~To!^1wjSszGYH@=ip>C7eGLvi*o$Jwf%Y>^ zK=yxz5(1ztwYF~nXg2^F1~{I+GJ_ugwF6`gG&p#+C5q4F%5vEg4)|OCaDv;n_0gt0jCF3 zyV_35kjfOmlaR{$fT4)Bf^ z;2jLWI}<<^U{I?8-q8ZU$^UOK8vwix0EYsO1oZ0)0Bi*S;{d=mfGR-0Rs;Ig3IKjY zxG=3tyY&$#ZQ8k0AfXf>=JpyH5$mp2yp#VIce_(`#{_NX1#&z?5W41OWALOq!1!KG zKiO@CWxCT8vgQUqaM{t!_-?D8>cfFyx&sf_a5LP0*%4syw50*4Vw~*8g>ATj0Dz4E zRlR^C=`yuA00!X#41xd{WMr_l2^cHeba8rL_wT*GPjo$MOH}#}SVqVW3DUy@ih*jD z-e;`e6+?{N)j-ZJzAgX;^ditCtkIdHCQU@##0>9%L|!|IFg2H=Dwf8_)_%TSTrXu_ zw@R?Vtsf+z>D~$A&iBi8O-_H#w%^yrkDZX6uJ4Dd5kh|NuOlNxSF2AmvnG0KE^JfB zUsT5b=oEc>AWH^}LgkJM{>M3R2o?SW{C?o!5ORe++Ngk_FiGZLK%T=Cu1>CP)`qmL zf6WB;t#RlGbOej3512J7eOIbqgnD#&pP&>~5er*`^QjRKDt_=z_7ral#>i{ZC^!fk zdZ)+jQI7RF=Bly=LT4NkVmSpTI4}3`wsB73W^(Gf1`Tzb=w&@m_vA|^czrA# zOsTrN+^GtiKe>~rBy;7YZ&=bY5jGlBuGrEoTeUC(62?W7HWna7KCaV8J+4;`d0t@* zdtNOYcDceDb-7yA{ptt-q$Z7;t$sk#0zm)4>HiD9eX0$(B&yl~vx8!Xa35<4RDZi7 z;}msZtu30YQv^{ZF8D$w3Dkx7|H4<%)cvKpdHU(f!3J9zi`A!n|65C!<+^n|cqFn| z5hCdPXy;^FRKz`Ji&_Rznlw3F#mAjJCFRa|xpU3c(a}iD4~A|8FUo#1TY|6a7~U|7Vn@ zs>g|%R{CpgUD10>;U=EQH!dEBhM24U_?9kWD*Ge=^rnJ_1CEit8$UcqnyK520}_GT z9xJ~mE^_+?uqqygC*qX{v9r+;9Oge##otfYgf|0zo!?LQKL~q#o)2PcsEe&Kf>jHo zN0TJ+!h*%ErB7KnYBMIr>&!q+wy^V^heN;n=gwD~Sk9b>RBNzHHk$D%>ElftCzrMI z5nZ~|`(0^-;}r->F`ORM5^B9BxqjcVDEO?LB$F=S=`xW3$c7swojICs>U6Q&oXjqN zH$1E^=?F91+7Jg8%oO3OAq%iF|6LHFB{TV0I*8&-oc}HeIE5TBrdEO|L;L>>S2lm7 zp*paBfroED=z>HF-p@7^RKEsZP-}b6^ zd1uD=^1|`G%YwDDoMAk?k2wnm&-x_Ha%Z3SxYDGawrr5ZMrE7#pyDvN0jnL8@EGne zRt;Gib;2~AHbh!6bhaUl%Xl2oFiJex>~B$VG8i)02#nj!ENdRVdk=_V*GMt3X@aPT z%>NiEBO4i!$%lo`g$}ss8Bc*o7-|6`OZ!Uo zO8)Cc|Nk#tmg`a0E~@*AQ0+J9Dcva-FGoA$`SvS){@IDX^9HWSB(PLH3+?Ew5A^u5 z1l=xPmCNxU6c-Zs&y?e&@SiDX^IxlhjL-j>jVAg2SH3ESD#*?G&$zf4DbCg){%V0dl!gJzN%@RNvi0HQNH4bf z?BoJHLJr5^W9BF%{1`~0s}Wl&aM_CgqIM}b+ZWcfh?;)mJivp${)dAb%uCY4B29LT zCgm8rbh1cDf`@_=#)KWsIHD3t^I8t&(x9<}u#_!zIr&j=FG6 zop`(hCsJ2z9CbvZ%({GnC6X=|mKuiVHwN{iJE$y^Kh{8)?3fC8oJ?61TbfLqKD+%Pc_ttu@dFXdT^$P`w3S5O+a=@hXH_1{DwHgM5Hh zO9Rw0d`|y!#fSseD4>{1PL)02^=h9^E*!ANwTBJmaE|RvDjR;lgg{Eh7`0Z&lvaHd z$n?%ivCyQ$Xj(CB+@1nEe7T$&#nN_tD;uoL3X3gg8ZuMHSSc26uA}uv9<^ms7MtBD zZ=NobNuE#&jSUc&Q7Ott&oh3VPn!j&Ai5VZV$XtwFb*}JEOzSipG1ycb7sJb)68ee zm4a)te)Mqc_4p!%#E=sx)waEJPKjmZY?~j!Md`|R+t>4_4qBHxaD3;u8@Cs@K)IbEw-eWLHf9<8LJ6~Qn zVy_~~AY)f1iswbg{#3K5G3<#kCh24CQ&^Em;JZB=@EcKtmpk&QfA&Rv ztz-i1>Z?6VZ#dIo#Cp*0lzYpta!_kxEPM>b&|NgXIY&=q--DV{HP4;k@@$r3*dvAx0>|#g~#Uzb_ z(S}_7QV(O1a>I&LLTyUBPyPEE1unu3crA|oK$$GycB(ENd1(Ye5oO;isW-PHa5bq> zMV^An+o{%6g;KINj~miT5?uf!?>8YlbpjTI2nr81H&s3HW_eJ?E_}`_s|ntyii$oP zne+l2i~@X93I#y>uCCp1?;Uz1(}a4YAa2WuUwSnNxBe~KCHrj%0u8s%T1Lh0{6&fZ zz!Qm+L?!toOA@h?qrz2Ec%?F?Ka1kR2xP>Gp=`laU!jFnuUw8uPe(GZl=L~K>K8%V z0{Wsyt_$IO3WfaetoC+_orKsioHs3D>6^Ygy|KK*K-+!hbiJSzGn zdF=L~-xtsK>*LB_j)won_yV7B4<51r&Ua`1@071+7_P`g^@Tf&J1cC{nwwx{4gzTZt&?4=QzIeu0G-r(iDj|4_vKL#PbB zpBQ$(d!NflL=3?KZ`lXL{eG;_4EeRZzBYZ_JCkgxh5Lv1_6ht~yQQ3Yh~?&_TqfD`(@J`8+gmTm`F@N&Ad1}WS_uVh@8w(HYoBs6sb*AfU>Kv)FNap4Pd)5sH#Gvt%mX^v{VNRC?A+#a4 z_du$q)cb*9*)BG&V%RRwZmB>tm=)za^fy<%7B?v|SDq35VvFSNYo0JS?46MoTtSTM zR^&~2ZmV|*@Jwi&HosWPJ|`aes458CNNhdW%%KNLUgroW0*f>WMumzIfPVBkql!cw ze9{pqTt$a0V}=*2&~0*dNlH+&?K!Gb^qaQ3SUBK_2Oe!TdO5Rl+7LX<24SUg%!&{w zW+1O#Uogr5H}xvKB-{uq=o!NF9wLU2ymJ}*&}*h+3Gk0m2|G$z!ayyyYkj#{Ymvz6 zWo{O%2E3xoc>7FwG?l{=r0zT#sPpk!AheiaEwY$Ua;HPG)AS~O*eOEkaVo#A80DCM ztXN+lZ6M1!h^jn9hX0J{I&2B8#pjC|*puBSDZBpANsVP~A+o{BEbA;8-(LFhgPra# zX$HZt?s9)q9xvifaKA^uN~NZV`K+2;T78>Jx4;~V5^Db215Is=_V2ZH-XsPc_;we8 zU+tJelZx7V%a9gRWElTVB(c$}7|&SlfN?0ZRs)^hA#F_0&rS7I?ani?m!9PXfeaay zIU#Sc!lA|BmjZh3!4ch1T<|Ecb`*mCFnGl)znIRc2nDCyKbj)?P%2^9osW1a zq#cRGYh`=~xvLwD^{$PyXUZ{?kdvP>+MY@TBS3W74OLo&XlEZPCDtrfTlrKRhfo2d zrC6V8O8O`>jv2c>gPa@P81~k+Aw+a8YbI~k3TUbsPc>EFL0HZ!RNtE0Hn*9`FP2mB zfR^YOc9f#=#3SMw8M1DuGjPS<-hds=PB^zSW;OgF2xb9o4=FY^VtpoZZZhcVQ#}`= zI~p$-1U7afbkkm(u)&dkBO#h`Ufbz@&=%>kZ&;;0879zYH8mnnWkR@?Sl&K6(ks2p zrBgcn(thVQ--WeS+T(tw)EIcfZ#LzCU{qf&_fJJ_3P1X87<`L3hEBYmN-5W>bxa3p08D)H~hO(b5r?tIq@j1p$yYCC9H+h z2RR1|kYkKT-7n8a?OPf-7&DOmcyH?&GUFIjOX~`mUu*lfu#lN85X(p=nQ8xJmNbUX z8$)GiTM}U%Z-_@|U@c=PlZYesTMj*V>T#^gjAk{0F5G6fX5=`Pk z$jGgd#}2q8P*B2XK=D1mmgYqQL=?{wSd_2N9wCE9_Kv>Y zy`9`U$^UGr_2{T7%?u$D;=w86(aFP5HR9;y{-vkl*!t)|M6ZY(N6U-MNjZC%4C$Io zG_<8kDOixA;c$X*^j7-1%mDgLlztAmiSk{n*Wi7iL?Za3{@dmZ!&Eo&AbuqqE_xJcDWM#{5RZB_4*X2ALv3KACo)`%NrA$(%ltlg}_U(?!%F!t8{*GH)Yh%})=+#}H@)>2Iri>AajdO=$f)UKPT)}fFlfe4!n3mW?YW1axgh$5(ApnQYXUK(7eS`|r!(-Q&`zQ+eZNP&aBf}0<~ z`75K{91E(9sPw#LDe;P&Vi-eqK)K`lE^~JQxdpH8({+BjibZ>pma%92)r3AMW5=ey zP0$0&6+Wmu>X>wk8`Iow!j5YLy>&77^g&Xy!?tqNCax`<CFY{D3*k46M!j>wqBDg%uX**fejkNwpg24HQlM!n z(RDe&WMUjWP=+Fg22Bq-T)R_ks0uVbr3SN>v{I2{mhhTORi7TMWR%#TLbqy$J7Fsh zDOuk>eze~_>JIP78J)B}K;+ZpKng2yiLJPm^ep0r{`ipKz6QlRHc|i1)@qEk5vC8Y z2SeOMQdXBSlYH&qUT|H9&wRP;L~VhIG7%q5M!K?!&yNGD^d)|8X1V)IJI@Z@@H$a4 z=m=C8MIz0gr@K|cGTE-j3Ev$&JOLR^=wVGr+`j7_3tAkQw16m!_zrHancGeov`SHI zlvlxE{u>C{NM=V$l-39{Z%1%fa2EEi8Bz^!0vqz53>f;GY{oqE<-clz#d#oYWOPXO zX_khRm1YdI6J|<3Ou%BiV%8%(qf|rks2R_l7ELj-JN6-UwcR@=2rgBm3EL2ULt#@I z3G0$yd$vn-N%dZq2@q9}%U2vGMye9T30HP_z?bKW zc@S3Z5s!%yelW`UK&NGy4=SUiY?=lSr{9=;MH_K;n(5b_~qQI@OQr`H%j}BZe22& zoSepx<)xK9o)l8Fgd$J;YXDZYSVui`STcL4x>e147g2n@Cw7q*09mIRlY`SLqL`zs zdQPFrjyR&oLxq@P{fXa@BBC$`i}68NkKyE;PYEuOlxH!o69zYTdnF`)_=vp#yIcng z9yox{h zM3!PSF*(1t-ci7%_jJ%Mmr;gij(t)g#Ozz~SfrX!(RD}|lz7`Y(C6fQNic~G0w%=k ztdnr@%`VXLR)`5G(-Ji19a91qjbAc(n8Tw$ChB5v&aNN z^-aquOnat8CkgK{?n&;cP=Tm_CrCzs<+5UI#hg}8CV~0%#1e&HXeE_tG1K1POy_4| zp2zwfKd$rPN!7IY@jqze@;(nO^VFwkJi$kNe}ph}lm$Op~D$~lag_q#Y=1gQupJKGSh zEDfTeWS>t3E#;J0?eLdYI8Yd7Q`aEz{-C(r1TM>PF-bY&ja_iH!F23pnEdlY&v%i@ z`=}<9ew(Sh`9g6>I_E5wWg4RnD53hpxw-4A1&@5oA+t`9W0tdik=J~JCQYgcm0OL} zSz)5ot!c+quM?7oITV*e+;~h6uGKZ0e{d=s1e#xP1UkIT7y0QAygP*OPVMLe*|CBB6|R~b3lNMQi3+_ng+J&FC(L6j zO1U`#Xo{s+Gy1o@86>deR}mz8{%8UnvK>c;ieU?8z`~3h=8(~+NblmG{#^#@24sS?mZo0ssiow_iY1K&$BsSyRDPIX z6;dO&oU>iw-?bk1N$AqO=iKuU0!!Xh|H|d*{^9|OaUtGhUGPc3r?it1zZV`^hi1!t z6FiGqA?UlT%qdK>ag9izPG2cmay{u``Bf&YNFU?yQck)D8H+W<*t+e#FD%ra4WjTk zyrUFG0PA+)*kahy?oTv#igebj{)=!y$4b~?uO*N^zUwhoVcN4%dGk@xiE$pTR56bI z5Mg);lE@7w$X-#q@XeyWUoMhIu#FHFL>``3v^@iwm=f}O=`tMO*>jh)oF2C|s8SHP z#oh?z>!B6hnc}dZoxYldlxsAQtldKvbUS;cY83*<*6{OmM6e^pGQgsrxsZ1=+bmK= zdy)%X=}fh9OT&ivfStU9T}Q}_Nq}Mlp8uBjc*J-^&3y~buW>vlknZ>wMxo$K`Adc>HgzW~>sU_!vB5y%)iV#JU$9n~>n-*=9n z_s+#0lKkN6g5$0Nm#ks3!_y|9Cy8uev2N?srD|K~M4O*tkn>L(?D;;M0=cVV6 zh&+prXcH-S`|DD6Qn`z6{E1&`ZL_TgwZeHluHc5iQ^6&bLzggdi9cWdIx>D=A7u+& zEh$WYhr$@~iLQG59!1xM;$;M$_j(8MJiZ(h_v|k6Qq1W~t#15)ysz88Q%5*uZ6|cX zQ^VYV&Qeclo8|2tdt4-5LPghd+1tYQPdzUGb8WQ|6>t^gfy%SbR;>};?BrwGeTxMB5jX zJx5-Hb7Vi7o%qZwFb5&(bS)7t%Id^H{(0uVrQ-M@>IwWK`g)|DcN`5$ygnH1;p?dD z<~nOjW`f4+!pq}k#0*m{rb_I3qv`7%sHVIHp$c>rlqZ(x)(AS(!%qO&OQK2m4U6^K z^})Ya!KaT&^O!cYX4=E&D|_6y1t=%L?m@jVcg2suf2(E=;>VGcH!`~}`5eZz!;5`v z)n0Zm;`1QRwZ)6Q0%Y%JO3_=89ZP*_&IR@(rqKeTZizT9uihSke26PuvB=1X^pKI- zF^k?zzw#cNbGyMXEQzV7a{!oI!3v1ium=Wf39>o3T76Qu>aKm0By8_v+pfk`kg4@~ zW3TK4Nr6^k*_}}0wN#UTQB-RBfHC6hH(55+&kVlai9-nPFmSyhd3V2R;YvL&##8>1Yz zLgLVd=uvng929M2?p~~93*&&gekm$2A?(-US6TlgJ_Nj)Ok)75H?gEVnq0F7;&I@K zgET5SyK|4Tp6TgHUe9T_+u4wK+Yegr;?GVQ(oo|!JYAj4IcW^>A2fH_@Jv2rW#PS6 zGN5@qu$_hxo7sNM-)q_#$(}uRBb)(CZcUG_D?i}QZV^x~p|U_2OsiH1JcbhFLKJfk zNJh8}XjwFZweMjy{a3Mf$7!8@I(F~`9gCUrTZv;R!bHr{C4iGT%O^_Sl{V9=kV1Co zTQwrsjmjhk));A&JQY%}5@?01${O>|jC-izT5qd|nElbH6%9V8Xq$m>U~hsI(WID3Jubb_pWdMiNl~V)L-zH6%()H% zb(8OUwk)1RqCLctrN=6#Jcj^U5-47Y062GS~0FF?u8|Ebh#NVSHnyvQml;Ps$4O4HT31Y52euXxuq?gMHN*{%y}WL$f9AZ}Gb(>}bef%gzj+~kbGa;T ze5q%ZEZTYVmM5lC{&Q3yfw?2l z+WBlY%G{l1jKx?GbU}RoA;l&)r-|K8K=n+U!C>d6)9#0%yRH4+$N8S<@n_p%#T&*w zr|$LG%<7u(?!&itCTQSkq?xHgNpA3Mxp%IU1Ki8sH!9|B)Zoh?gjXoc=P=bzftX8i z%#nmg2clj>y9lv<5ub9w1}TG|!bEyF;^MUy%T;05F9@F?`fu)A-Pf%A^D&GXhfX0f za-`BsoEQiU5zIUxX<%i;{pC<|152l;vr9m`C(}mt{!!QXhKx9%mny!TJjS{=u%X=a z+FXdU)b$0q-iwwF_J@U!uD#B+jtXQR2U3ykiz?n259CRAVfjFOQ7mK4L>r7Z{xZeE zC^f{B=_)+WFlXz?d2+}hHZ{d}ZmWhL1hgkxAx<)9>t{9GsMuMB0ja_?uPL_uLhsuX z|KqOBlAgufRUv8jJ)w57Vf%J9LFB9L)Pj0ms+B3S)(qi&Q4%We`O934SSFs`2!H*( zYBpJrCVlk&j~MYw)tOm$8~N|~keX+pI8l=dtOqNmG^y<5@s;*oals6xDa^3c13@R6 zjD0ke^h8QxAbM;0@X;Z1H&~Y#a+6l4USLLT@@Dw;rapK}&^96~i?I+q zSstb7-%PUG^b7dgk-s%m>oN!PM^NieSG&O`40B{h^NqZ)=puc%i6djkcp05EGtK4) zb$yaCb6)lIAIlNc<1js`YuUDL`!>yJPT9f*Ozhz`8$DbaEpUbCv)S};_18GrZ`drh zwz9NJ9^x*Xm*vWp+Z9}dHz<~=ZGZvIqn;;SGr!i-A?u94AR^(_h`~d^%J82p@g|Jf zc)0MGOFtx&pCWj3!R!y=EiCV~m_iOjG9^tRzvnG^)de7ju0m98>nTCtQ}^Lj3TLO~ z1q~E;SN_FI(y+nb;hi`BM9E%f@gIs5L$x0sitAxsc;(Uwp{l^VjUEX_&FW_`Hmc3z zrL2S5YPABJr-l<@TgDM*Su9q^69w7m{~%}OO-8SZuyMGcfW^GiYNT(p@U$mZPpAsG zSO&$u*J`3?H+j>6S3Le%hfsmzPRb$J(}g}t(}{6uC+Ri;{xr8q9B8AfpLup^N@N~* zSIwCuunFY~FP!J~=2F@`EPnT4wPYO|bqKvmzJbI0@;aq9gwVQ5^K=KPdlOcX`!fl> zh`EZG`wbMxiX|{-z*dzP?b&7N-0!&OqU3w}DnHQzl7GrwrK9y*bq88(Y-TV($r?+ALcqz#Y*s zh_&^4*!6n8N(ck-TmLX8$+3miMA4M!h3obch%=}qH~Dpg_KiCx9oG?bgdNYiCaPL6 zFPh6+X&gYk3#gMC%KTi1Ff z(FcoE&JaunEr~q?K4Zl4F|^yO2+&)LYM>UTwA}l3Ym}dq%YuI`74{aZ%$*ZdYO@@Y zDp0^?L6lvPOs#;#U8u?vxS%tWc~die;Cg)k?~r^9h>Za`_nb z&W-3+B9F(+nNE_Mbm1xymcMcZFK)EX^+8Wgbtwb=4)p6hdJ&PnP+`{xL_&m2C3%{x zdEs~O&!??*DxK)E3j@_}!+UflaVssZOQWwT$#SEEkZaKn^OK)p>bn-d&tnF#EVuY~ z4_rKZb_tt7p)TR2%E&Z_?F`2YNo41ON-lIuzS?L>c}B0QbWqMLMkaJM_0cv!@7DzO z+omytBRy$12y`9y9K3dP~YU_ zYPMk!_5*vMZeh)Z`h4x7T!v9D!4(f_N45^}auFF69@Z&DdgI$7Uf+-g9q={Z1L`do zH_jJTMs8Ho9(7k^*r%N7_Pc{ZwH0Z?eYroGK?=lOTHZCi2;1fxuh`uxeL)=LS^tS7 zS@9ic-Z>mD3UBk2@H9#e98Mnq5j&6_IBpU>- z(cFTm>Qfg~_96IuXgbRBqw3?VwME9%WO-!iR~q%CRGQpi?SXSPV5>J{{0*V|<%b_} za_o4Jw`TD5_&FoMoth$25nVh>fx9yV)_ixsU|*9$9O1bCikWF=5Kd8?pKocfUGk05 z$a&=gV18ds$}d0NKgYz`$xvxTY@g?#pm>`XfIhP;f99Dv;^g{8p$jZnkx(ht!WSwj z&>fLYJQ#$M1kt4HymUte+!@Yud!-io?Q)cXn?_01w3a3qIzA;7)wI51r1X03dEQ&n z!4i=m@?HCrCkjk7OUwXv1)3#I*SLLYkoKo*m|Z|d7`Ziz`XEsucE|ZaOe?5D`?I}! zS|$a>>6rMzxV)R_rdK5$Gf?kBW+YF*h+%x=S@3*}7PSmcsEaSj z8d@jhUQY5hpvu!(J3j+A(D<(D_g7GauR?nfFoz(f3>;z$#?)6a(`=PEqR_1=Vsr1{ z2=H5#CX<+L7O`^nq8JBOiyvN~2K1d9eq9Z6R3r>jv9a}rMl9%qmhwm-uivB6&!$PC zxx*G=g#gDnC=0pyBm%yj${lRz7bPWNW>0k80Z*a1{#u*y9G`{e8aPH@;mf-1Bnp(CJ{0xYD0$G=>9Z5Ov^mU-Gs5LXRI>o4KRci} zR7;!FDkcDf@iu}K{M1p5qtBnb1@`~&*Z^T49$@9mWyXi%rfXwk~lgP z$C{N+d=}4%^hsDl5E1V6r%UB}Smh3)-r}tx^j<%4-?E-T)w)|Y!YQzIhBIzvta7Uq zJ@NKLLnrbeCug_8JLt$#PUhEJ*(wW_)2F|qtncO--*Jm^HN@U88qWSB{g~`A*%CDe zODem_t{PF1SPJx7;NL@U*Xt}$w% zIhUr+47aZqkGompgNW}lWhas34)vju>7l16^(Rs$rZTyGUcj!_;@Yqq|8P3vY~#t% zdUk>_6m$IDbZkqzH%Uky{@I3I0BO>3mQ`#ZH+5t_O=cCH=g3-|Dc97tmfxoN013s< z=LVM?#I&|}T{3y5HvY1|Kevd-Bx_qdS$r}!Ifs%SCmSZ8nazUBj0mCV3U6rH;NxXa zV7(5H$pm=(35mf{8^1FCY;$3u+TnX=2R34j&mczK6ss$CWD1q9Dk=HB372LlS5~$e zMP1U|sKnHks+3ioy8cuEpAy6dXIr9afumpjgto@I#iUbxOyw&wxHzmR$BY@o37R$M z=-6a7aAX{ljald?Yhz(Mabzf;HY0c%L}HpaSNLI(&!wR*yn& zMjESpKgh_H`nQNoR<7o8OP@=Fl!!9v$|N(>pF^90@OThz)EK{fSI2ta()0bV6&0j5 z*;rn?#Duru@nvqCMq$CZyv??EI5m(Tmp%i|dfn{@L9bTm( zFGTY!*Rf(42X^nVDT)aUMxZg%rhE+v{$CH~3DJ?PT21tv3{B>|#I8>q>jGKNjQF89 zI#F?q1t={x|EVD|Y-Rj5{OU0yaBT?1*l7d?Ygj|30J@PT+H8*jbrCXtVGzV~ihTY5eI+s#68 z1=jC8sxnzmLXmN3>hAV$~sD>aCRDy8%h9W zpmnlWD7Y+G)$sR?JtK~ahF4xyT^~0x3MHZz^XY#^8Xkv;;SS&9kH`Wizt%tvV;rz{ zchctj^~-@GnM#f%%O)SIRB!9Suw)+5X@I||$*J$&a_k21|3v6|Nq-bJ#2t(+V!p!R zII#0e+!mnT_|5LS3+Iqy#aiYEYL@9onmil##&NshUYvPOY&b5)7exSjzSA8wZZ{|( za=s&Y$&*O0@tILNPBM_W*&DbN_M5x_T7g*pEYNT}nK8mK)xpk15PE6UQ?F~*9mD3y zE-ebxeF|63(n_CLkXHTx@ouw|lY9nY@6x)Qzw#MUek2PbF^k&T5#3b8*dknhLA<69 ztRcpXEGt_`H<%x;A|gVWhG_1&GEFCIk)9)NWqJ}ftCdz01zCnFe2k;p!x9be(chBy zTo6{q)RUY-TeVBE*HG0|DR(OzcBnYYXy4=!!RFDr^1mk3h1l@kLEC6N?8Iu-)^ z5uxY6e1PuFJn1HMh`0f)hDlfO$@Mgq9GhqxWdrg^e`5NnN9v(s#NbJbQYh=<{myJW zT;o%1^tp(H!m^LMR`dhEcgo3-Dz{5lx$8z8@z(~75TE1~NPSCCJl?#9!oW$cAklU$WBBwo)ukqm zXX>R~pPzL3pYd(1w2L`jG5kM=P=C6(q?4=-2Y$m?q>|^rNK%cRBcWtWySWUD2>mh^ zHQ09Nh@0uFU%T7qX(mw3^J`E5lY6(%h(zKGGgBI7*d369LA*G-RvI?1ef1 zDG1pSp(?9^Qvww7N)Fj{c(z!sfmzh#aFI6d8R~|zH#lOzt<90ed1*wnWwTKB>!I^_ zG0SSNksYyGO6`g=CYcdJZluL!2fI9@~?@)`8{?pU$4C#)HiA_|d_0Sr51BW?`hiHtwW<~)g z?Y$KHbcZnlgeqCDFI3}DE#eo_QE-8D-xgiqBokm&JAz2i9X4t>}Zk?ql}j`!l;J-HBWlk1vIv^zp0gCGLx6|^rEP1C{gU! zR*aEZNFl6vJ!jEaFae(&;77(8xGos{FWP{}?xl6QB=?>#9pbXAjrSUanGxz{LSb8n zDGdU?{aUKB#Bq8eT}J#Njl84~`WVFm=;h(P0mfIY4d`p-#{S%Yu~q50_WKc4L#p)-b&i&%@k`t#hM3`$)I#Z!ZbJ%wQk zP_^&)D<#j^wsOGw_6Nl~{x81HDM+#|?9yf1Ho9!vR+nwtw#_cvwrzD)b=kIUPJaK) zT+Gc}oj8#@cSfE#5qs_RuJ_r9q{rAR1M$HUe{|tv6pg~-HIl|~&k$Se;`lC__ zXT{xM;cFbTO-xE{+Fub-Hdy@BCD&g7O^&hD?sC)H(^x>73PoZ!npm%v@yHn9nQHJjnkQ8d{EDuX?m zNGD{A$ZLXkc4}xeI*%j$kLY~h2Hu^vtUST?s(V5Dn5Q-YQq8fK18skKk2Z8=dvUvwf!ozCLE!bJlQp_sj96k8?TnIaf zv#UGA*!~q9b?(kM2SKayaGnO+Na|xY=PV z&no$j_+@uNihz9##+OM)HusDBT!;Tn&{5dXtsrA=R9atV8!qnG-$oyNX1I_f~YR1lXQdJ#btQ3fRMV zsn?x5@h@+Owvn=J=yL1}&oA)X9lg{gyNPWfJzQS_5#--w&Ad4o#MN@3CV) zkIOaC#>gPL^5ODk`Hgi|y=pNA*uNn@w#dD0{?IZl5xJSUc+r45Nq+r`>&t-G8ljZp zWKOsB!9B(3Z}}w@dvj0qo?v*#qNc}K-T}7+-Rch>Q>wm1$nAo1p{{dX8=~JqiVZqR zDLZ&FopdW)9+&H)wB-LUV>MZk#8Smt9(f=3zwJOxjrF92EVrO9ITi21U2vY7Mva z;TZiwteoe4%@k=fpsoZRNgy~Jb7B@oqL)NkbS9OtCVk_%SnlF7HH|L9?{XP%XM?>R zLpsL!iStL!NPinR)I6D@A=6cGZ-tCKGSdZcEw*fyrnF0@V3y)`igR&!1002|$-k#} zXH??uau}-hhOl%x5rhz#>OmzK80c8#40j62QV;tfOkmLr4)^}M6&64EJ+e^@BC4sL z!8}VAaw?y}s%)95KM$O)k$cLoJRcIr7C5*!`$|}%AazfFk`FMIq5e2~POu`*&Xp3TviB$WEFVR>{6{QGKs262}N%x)llK9Q;FbHpcifz4BDwX~O+!Wia=TwZ@K3?&TLsD%=VMB3;e zSl3)y;tng{9Z=}CPulsuJhAr^=N7P>&BLzBkRRUn8v*Vgc#3LM{upEYW3srcVoU*E zZzIJnZ0eHE;)nC8C3B_0;FKnWh?dT@_Uem9ILSsxH*Mdf%rBVyz@?Xv_A(uXAiwh%J zk3KJdcCf*?5%_CdO1UU%U#q#PY1JMlDH~`D)@)JvY`Cxvl`*f64=Nk?nAeMu2ax`E8a%a z3EgZ>(5~uFP=*YNX4hK1z?yExPS3fFGe5a!7TXpQ?|w0SciAQ(1JomSjdN$)D6wk+ z`I2t78|PbI!hRJ!4cgqY1ky5hFSu20+!Pd2 z5tHsO0{9?mdIT@`WxVTU$tFXB;g-7QC-)m^)PZRvXW4IvQ=`Zx%eA>1v(UcgYj^8` zyUpuh_mqr?KaYs`S_8C?wU2N`D+k*8=4CnzX@nQdMCw?m{mn!kY+z3af8m4GWpZWv zlPLY@Jh_2oa=jXdO@^`;30@IM1l*(y&YCaJiOySOZqik=&F??mHJ}ol+HPZ-Lixe! zULyZpsH!wgxTU_W(>5s08mT_C0Lya?w6Bt#+`S0!dfvTqvCFg$;@|muJfF@r-5~F; z3_|W-a3cBC%4iT)Oqr*sKJ+%QGWbn;8&h0#RQPr(!h~)k*Hi8Ac=D6O51BWvy;{Ix#xTtn z>rBaevJBXXdY^cZx+{z$KeUcIB#XmSwzCD2N@8YUvDdxkDYPGdW`R?Z8L%&9LpT#| ztfgTo1bD2PFFcjMtf!x6k4V11?-t71%U23(8m3?2(49+G;WY?PrZ|F?d|tiZbu&kw zdWX@N8`H?XZ&}|e1KtyygkAKe(3lmGzGTU4Ciz$X-O0F3=%ocUiZzqbPCp|05LA$h znvB*Fua|R2LmgN_8-0{TP)bpO6$_jj`4Ae~zs_;)e0_e5NIwse?#=YP`Y*?&CEOW>#FKVNXhg@5q}P_iVr`658+T$U%lES`u~$uF+p zd2W{^)?98+71Mr~H>r&gf}5UCUvZqB2SUf;V**=dC}!uR*0@QaezNPjpAXctSG8r2 zev;FJW&&yrW1l#~yayaTa?#f~zz0W0*s5*E@pA_c5`CgvrmPGP5x~V}&Cx@hbj^f_ z;N#32h;l5EZ_5L_elaTCh2FIJDYMokp86)+WktMfd_GUe8R2rrdYBi^`zM6zb(Jnt z3SRBcWF`puAY6tI*su6~E8vN7h>N^(!fuqn!@idfm;B1oOW&UOtwE=HA*$|x+fE(~RSjA(RrtR%!>eiaI zDob&aqSx2;zwJDu0RAg_jFP@v!m>(qJ*ltsm_l7XitTIh-$cbL3EY&O1vuP2dJmng z1-*~f5Ot$S$gc~g0eGm=oaK_Ul;HnZGlBzaiqg zv!8~!RNaHA|J;Gqeka~CxP|g(1TaYi^|QkE031KXydIe!rSoM<4M?pKtpbXWGXq_5 z(bsD27PV>J9F^|%0W=S*CXoiWm9}fUH<@zZbD2#vo5)L=s^$%8&*E8NTU=_S z{%h&hLHRS+8OP?y7L_bB>frpb7OmW+r3KsyOJR;S&Zr9yqV?k_=Jv?x$n^R$pe$xv z#-1ZxPUx+jTWidd25A129`#p=l5S96)SA}NN34_(h(?mk=<)m`F!E}!< zcBldfSC~#|T3VKETSmIVgTROS*ltb@qxzm&-!yyv4G*jyEU46e!5UPrvETfQCNR}P ze^SmVtsgr}+Sb5+=$gjD^PqnDV)Q8+PG)GBC*>@Ni_|g+6HC&%gub4;AP~j0@WjLd zMpmh1FkriK!wv}Zmien!o~FNE;S8U;B?#_YN3TkQMn&kiS9DO*Z!5?NSiFc&$&Zb% zf%%n#$HNG%Gr@6=wxy~0D%TI4vELO@LGMe`KAcfh`W&UnIOhAK8DF)@_qBmXEBvS} z1Z}G5LHgP;J9T9asMiVE{l$pcq3dH%@4do`RdsM?zy0ZptXz{{W7Js$roeEn^ z7VB6uU#IU7lD}CMt;LNsHk6@eGZ$V(csUpf9S;>d4vHH{QUX^mPehnayX)42p#$yc zPG`>{F0CQ=D-7dp1$ou_sV5%YbmBK;6lA+eSHbzff7R=p#Hvy5_PgV_RJsNoA9I!g zIkR$?L`wY&DI~v0x;BFJp^^$S*>WygYD87$`+AzwCG$-SGmtR}t7>XZw2p>_Ed<3+ z2Yd3024eoCf781xpZp(_bjz@*HT1*`3(DAX30_Vpyk(^#0rq#!f+k{V)Yn5wIPwTK z70dvvP~`lX&D06WLx+X3-sA4~n{V>w@%NGG+v(fG+Sd)p(|bFvh%J2vc5Rkh*Y;_B zlvJr8W78_SPcko_K|VRa8(oW;J_7^$`Uk6W;9k|xS8w=^wC4SYGKV8s`lXDYYA?X_O??+0VN z;9#aKR?EAjAR-dYu+C(waxX|0MKxG~C!)<>;s3rP?j&i<_x)E$f?q_`k7#QkEdPP) z3Cc|n;Zszo&IHmXBbj!=J@zy6?cjR27NRoPP&x%pIj?@62kAArH=nGkNSRG7`N_-{ z+%pjw{W7dDa9_8&Tto(v;L|w4B@Ml~11Mrb$M#w6GByp7<)61aNZk`#W1oQM_W1WU zMXfxrJ_b1EIj^R$)6#n{B)80`X0g9O74v8n`Kg>}PsVPzX(*wr#$O+-EFucWO|qWX zy*1R}^=U<_CGw@SYk_DKg5qpfL6?#$f0;(=p_1HQ^+K?X=7%y}V%wT%yFc1LTom)P z9QwdfuKOZ$^ca^E$?$*PG>%tD2@yF~#iQlbXE}){m{)-W`Mf>`T-{ZuGgTt(e(vAp zR0mbht-b#p!>)T|F(3?FD_KWl>jxU-d$+7eai_JHzl`vxJArXg$5py95pS;A&~a}G ziXi6g6s-WsgrSmoq9hII2$td9iIXlywoPNp}?q1Bec=6_tea~*m)-dXS*S}Ci? zvQ3_rS#VgT_r4H*Zj5L?zV7@Zf#41tR8Z*cGRad1UnGsMWT6q_d!^TMKu5;-17`=@ zbVXI!N2^76A91Z-vWe*IGw*ezQz=}ZsETOXX|P;@I(7GA_DTqMnX|qH2hIC!)uw}K zgQvcEw{GNB@9CLa5V5k(um+v?KU>7k*j3&;MXWih?TI8sk#&Memti=*VcR?d2^U#n z`|v3DMld<3P2f)57${CMyDUYC#a)rZXKJ@VM0S(w0$Co}_nMWd6KjdPK zTJ?>;ni^Ltftbv!gHcm6A+L8NBD(ulrq;nMGBFS zX_6v2z18VJk_Il>BVg}-Gp%bs3_o~QgG$-B9+Dglo`T{v&3+R-_3?qd_8bkJ!jr3z%0^`7|?f zBU=p&@wr*f-q^l5oF!+nUyAEwi@B*jV7Z9>31Ei${(I}`@hiy!>KoTC*(39t&J2** zz8Vl<#2)%TGm}(49Q;H3O_OK_Pn(?1+`rUD^9$#s)zh?o9Y^U5x|{4CTpuS9hx*D0d1P^z?k6ysj~9(c z>9DOnAchVEvNKa5-Qj(eKBG7VawhsLH^H$JW{4N|6m`>Lg4(N|+o$cv3o7Vnb`pQR?j40L(@P9t47e_crMwpqnT5}cNAOxM>b<3+y~X6Ryvw3FfGUtykKdcv=#=urwRV z4K2-#aEYr#w9o7yW<$#I)eF`@i~zBxCX^$B5W5uR$4|a%VN>=!n)6Irj3ndrGG=?#-0K(K;EQtOy&}T1B zYNfTuXRS|iWwoa&k=ZA*MI>yc@nf}L;wr0`D8A(C+v$GWI?9NzO!#4$Q^cx@589@@ z1Db_^^MH$X{f*boQGczaF8}&N7L z3vip}hwpbn#Y48YjLi5z%2B){}7k`bH_9ffR=rbgILymC*P z#J3*~h&o!eagc2)=|{_YPt8jBIE0Lbq$FwQa1|jR^ z>FMuU*g*q+>fngDlg=mZ!VLz&U1f!20T@-P$G!IS)T&ik^}FU9Eowlg4DbYq)$fcm zeQ}W7mI!IL2a+7ZU2M7W1w{xKU8`IJ5d1V&NLNtVb4zDDP28I~Wv6rc8n)~@pdj3P zf_e%LI+%E4ZXnPi&W>-n1~=%qHi`AJ z(0YM+4kK_=B`n=sj&Xprf+Vp;79lKkm24S-_e)qVS%PFt8lCbCS=PtMgqYrWtycOK zw5QpoB`_;#2a0IiWL#3vf$kGGg)bp%cEvz(y~_hZa43p$O;eRAh9Zm zhCvO38_f(5`{C%fF8Ujs`L`r}H&VEfLm4WCvS^r0a)DGh8brr_B}Inl1#qIWssVCF zdGa)h*sR}X3E?7N46;CMsoMXa>3IwA^20~b-|E?q_Uc@o75!g^VhfF2 zJ#T0ye+8dTJd~Lun<|xY>UyC~H2!K=JefdAs#<>GOGudhNAmRn5PkgWGKy6oy;ah$ z|B8OTiyn3i2DOfdI7_*kg#KUImxD?rRQ|6p1d_@eAIaL4VLFS-+&*M?f9#ZQf=pCJ zJf=!A5`|t9>rZRTb8J0oUL;DFYz^xbk03Z@seCxeRB#J*V1C`Yfc-S zORy*K%W< z*%|S*5ZJgEQ90mgm809axB}w9^)^VtGRj?~Hh9u(M$pNn%Vwa(WoLr_3>WnYX}4+> zITn-9$vR-3%`Q@TP_ihzrgAWcB@q*w0U?KMzz+4ZX4fAmIUghkV+WH9hiOJOj}{ig zo^%$6F3dXV&v49fyCm@}q*tAhx5wmpqzUciN6=W&Ny0zDadP-(`}#6RGK2D><-1@t z&6&sAdW}@EdUR)reT!}~(%+*TDs%_MDN!fD49G5j@gsXCofU&925vkpRL>D`A2-eN zb{$XmY#+Ci*>O%}q)u3w;f#NIUCtFA3 zA3{gCC8kDj%8SCG+L{ZMQ<8D3tP6cV3=az^$ohOqU%EIMwUyt>E8?9tfxX^GXcvS=S;-OHdCbK(R z#&~JY7{vd*K)Hm2Ip&yO&`4)1=)h|c09aOjQ7rr7;jYs$jUR~EqSV}h@XIeËu z(YaOD2NG~tVOoY`eQtJ6FTU?oX!%XH3p2;Bkh^2KaV6((1By_-yHlU;J+oxfGKNZo zsyq-{_Ryljo8+#v^tslXMQ&h^kTZT=5Q&K-9{chYqz(co1-~YO%xzb=pdRavBR{nr z+tv91K@!XA;3UXUUfBjx-h~A+)h8j49hFO{c-T!;mjI3zrG}aD(Cz9_$j(&j;GQNX zc&UZuinTQ$vT5xyGjq^-KtKSoFT*(6D@k&UwbNq@rhq9=}*66+U@cF zn&?M2BSbr>)p4zE1={6q!Lvt86$*r*cQ~jtXj?sti!yCj+pSVytI0{S1hKM+P1X&m z^%01w*Z)TO_0w5h8I$KZF`q{3OVf{8`5nZ*`hFwg5KoPd_zu%}nd3u+!JzprPEibm z&2FD%pnci5>5y8Z7X=P+Sfio6sqZPwth3^&--!QSCs>==d_Q^lzJ1(S>X|5nAe+%+ z{eRp2yhOB%Jydv*b0xy22QhkNPRV8bCtjyEgc6huudP}_z66~T0EOtAawJypH|m4N zN4N2_l-sR!x~bjH#+}}<4*qy8;?_t6*6yU*hoL=@7Rd`M8w5);DbO{ z;2zZ=A0W&9+)(&+6>fs&=Tm%dd+{p6rt9dIp%R+{LdU(L+R(VM>Rij4RS6QwRH4!f z$YOgLGc`rfKG*n2Li;hE9v|7Mu_uhMZTpgZQj_|v|7w{C+j7N^8_|&jIQp4BHu^J-8s2jUuM#SjV~02B#uR4LAQdEaxsHjNzyL0cV5I%(AL!MB+9=1v#OT zjat$@V%>?#v3|ILO$?(n9`hMuaQi_jvgRPW|e8b&bK>_4@5yje&L5ih(AG zR@_i*lPFXjj0-|fxDIqV)qfrc=`s>Z4L%HxmOh@lUi>Ux~ zAedOO=CHukxMpV?#!^i}P)8(cI<)lB5uzCF3d}XlMH|#%davcYRlE-(%xbh#rZXA1 zy!3^;g-0{M6rozKm5#HJDoJDxVb-Ed3PN#peQ*KIlBd0B6P(bJrk!SM1jxsBSG;X@@*v+}Po z;?b=8=v`A_s(r3M1RxSTvc4>T5GN?kf#Kp(ce7m1lWwfQMybjPKnUIPaigAyUm3v` zW~)Vd5OFms7Lsf`J3a8%ARSr9h6Q^@9kvS)M>X>io@&{N?C5kU{oP~+*VMRWKUiS~cpByq_l#hA zsbbZx22gyO*lg!@;re;iokIo(Fc$4znStMUrKnCJrsrT9i#=jZvR{}!}+s!~YU9qQ6SW~kYx;5nHv8Im> z;Q$V__!8OHT0Iw6Gntc=nM)-F+g-L#p(?e9)$w1W!TI!GV=55iw}WkLIz*hYC#7okb0sJ_Qr15XsG@B+kwfw;&;f3pO>lF7ougRIXWh zatpD%oGGVh(mj*rYOIvoXh92-wq{WA+m;Y@HeGw`%T?fofGzgeXvvK8F zG4r_d8P1kys-kXN&PWo>T|)_GU(8f z0TsW9H8D&@D{uU|O_Ux}&5(4ry*-9TmPCy6eKbB^Zq>QH%lj@2MZ_CAyWKHNQ-mHL zKQI9sjydr-dWI-6lLu!Ka;PWq9a6+?CqKLAvOKZ)-m2|~Jnx@xzUN5w-w7f!zw5fY1>nmIJ&hL+e=uKaA+S=S}-`nojKa^x2xX8U$PZf-ahgw7z z|0dNn!7-U_M9NXkKHV!*kLfS3*p&G!mc3hK|00#-Lrs%t3Kq7xNdO{$*aPc}KrL*S zwmmf9B1@|l_=q35+rsZ^KsuW_!`dCs<2OQdo>9SV%iILd z?vm2P!F3bb83)MIb$!!SYG28ds;lMUPIL*=v*!S*5RPqnw*9UVFct1)TW}$P1F_w* zcvqh1c_;6;dycBh=nS{M;aP(U+y+e$|E11;KrVv}N9vZ+892&t0yAtaDBAt!GD?qL zPg)8yP#}k!b))}5crN=J_zW^Bm{xM%cKgTV(l%+VXsm<3q1b(n5svP)U{lYe$HfDH zmk>?6jT(Q~P?K$>jr&Sirm6bKf69Y&c(&$^Gv_b$U;U(_h&o|~j;zxzM$hL`$K=#6 znM1HI34jt(DCFt5E`yLm=YS>3+_pVlIK*&#mQ#xz&9snHbAWH@2mq4yrOzxM1!fgr z+S(|vm34mP_#$S2pBKm?vwt~nO^vN72jtX@4Bhq1*(`QpyS=%un4Z4>aK5x3JT*7V zbu7;sGJIT5Hizl_1OT~^E)lSw9_{L8$R|LJTHt$KHFU^(gK))L=B7nW2@^!TRJOL} zPkN!h;)zyiSs&hVK;lWagt5usMBrTN_SmidVuyE;aSKEAdk`!$(mxfdvwe(oV<);D zIYQ|1t4F4-B}Bb817r77SRJruwn(!^q(gRH!!@c2tOJ5cnzM#O_pVyP;kcY8>tfC! zVuI(}Vo$Y+nmgbCYZfnMGdbn4cn;+b+CQ~L*py?jaIGX~fh-+iYrDjqPI~_BV8A@U zKRqf>1=+!_=((GuU|g2JT#Qp*?I4#uM_bM24MD-7!(zhvcU>VlZ~`)11#8-9^k}Hx zWOl+y@6uPweIM4u&Qr>+LAkWgworcnDV!E#+6kh#vEL+m#|3>l>BC9Qz-e4rFUl-2 ze1eJ*+bB7pa7t*l2MayFEpW6$XSmu6JCJyYlUIv$PX>Bw1?h*zs|nbVz06JXCmRWx z>CfG}c`^MHa%{uJ0p*`TSJmT~VkTtR1!LjaXE&KPHbMJ3aAcNRqe6FQBrx9&()XI0 zT>z|TIBIM~R57TKj|;-UT71%3SaXZnl8uNjY`&XRq?5=-uA=p;SQJ@@pVeifkRkPM zWI+Ou3JQ$&q1nL5K0hwevLWVbgfLX-ssWF=fP`-xJJ4zdWi=HOM~QIG&Fs&Wgs=$y zWn;TX0*+jUSG@fxl>!3h961JLGmR8N2ekK)U$B9L{~x$O!~EYk5j&)PLdR^Bfpvt= ze21_GCQj$poN+sOZyeQT4{(c@HSX*-w4NPM(`o<7pJeEN%z}*x%wPc3s8|9fayg!9 zkb>`DHCCwVNhT#Nl%&c_gL!u#q2T`t97rgEj0ZQs4!%^jJrMREC;%=G6nBsQ*1}vn z%#l+g*lMOk86e9#l~K}SW;(|2JnM@913i0uf%QQfRIdXRu*2lQZ3}ht8>V}nCfyl9 z{=w;V*>Sj3KRAF2;Y|&2;ksu7gp!K0Qw~5V339V={3n!D9-MRLd$0n`Qm>%`qOsF& z;Pu_X?C9(TgGjr~?52tm=rX4^9MlA@=gB3;4YjRB(Zwh5i}lsj3-Or}z5()Prly_w|j z2~5YQhwY{9{@?>li_yLVMFxFPPv+w=NKWRFM5+2A^N1#Vq!Il=LRbjqODEWy^Va<+ z>kbO_kPi5M;OOnhm%w;ZqKSM11pN(QoSW*G0R&$2$s!fY^?~M4YYUdKktHZRYFpIM zka_k)Sw`)xww3sFf@tUyOpcSK*#=2vy!MAQ7RoQS#dwxI^zxV-r;DVJ(m9Ht6Ww?F zViIz8e|zt07EM2V&;eAGJxB6Sv~u`Z<2&{O$vyU6JaiuFF%pN$9j@ zxoX&3vw%QQPns2QoH;hPzQLtfWIw1~f@!av73&zcz0UM_3u1wKHB8h8!YC0tB31axhb+?J;0JJ5BKnkXd zWB~bxSrbsTh8d)=J--~;y!;XH*ZwK~%N*KG3o~GEDUa5@e?N$5|4=;4?*fR*9g-G% z*YA>wS@la;#WR#^9q0RuxOR~~*H~%a=AG@Mugr1SKlw-G&u^%VZh6ci>>7-105X#+ zF`#eDY7V(yzfpwH0v7u|5h~H({@~+7wWbo)pz~Xa6veEV=GMuwiC77P_NU?ZWr>KA z4PB0h4Q!(UXb5?%;%?qHrW=KQ=)C^ASAPdXwo|Tx;%eDequd6*4;`KEuG_7bT6g^^ zoFbvuPFq5KPdJcow~*|`w2fJ!&fVC(bPW<)cRuEI=>%8eZeZHR)XmcSA368%m0!iV z@xfZdKBb329A+XfW!hQ;j#YXfMx7@k_CfwYeyrQdc_`Quk7y!3m+)xbX6h;XC+1(z z2E;m0`ZNK<;d_^?Lx18c*8>GU-``xgGasnmwgh>GBVf(Vta921)HqRsZl`4wim5?P z3Y`q*`cTsF-{a~R_+HNjO1FS=nnw32w}^5Ia--Q>58ZT|P*FTe*VEatNi{>qheG@4 zcea2p^@8wa3y1C`*hUke`VMYB;u|GPAtVEb?*j-56+X=Ev1uVC-zb#ZiSUs7_%^@P zHb7DNoq2XL(CL7d-KL&Ql&eWAP)wcjrm2_()}b%qD`0}!k%$7%Ucs|7I0f2u&PE+t z%=qE0k16ZTnBc83DC@)SEIk$`4Q&xjCm%FVd7O+T+CjhBCM>kPqo)IPubwGvIz8H7 z+Zt=;Sok{XqB|Cxhqc9GhlUmOb!-q(?OpJ*3BPj`q3_)_`mcif&XQY?6>l|D{sIyK z&$ONXj()%|ML!r@{w@OVX{SQ+cFLXk(%)^-H{1xggm_#8uQ#_Q_iBm&tWU^trg)QT zv)lIb>^;6}g{^CStrEdO$tLn+z&O=AYa0RZ#KQ_JllK-FZQw*tVqr0CDX7yZYYA^W z70XcRv^L*bBl3cg4B)+OecgBBuopK$Uw|tRYH@Q%6%0ox_hO?6;+E$@__Z0UY2qW^ zsKLNHZ6Uq{Q^pdGb-g@G8w@^y<4z@Suf@4JJ>kI|Xyq)pXBQ*u0nGG=_koktf2H?Q z#G{Qo7dCgr{fdls9r)fLjf5mjn-A}$t!QtCZaw()<}H<$SQ^^%`}b5ipqY6)b;{+J zJ~er3Nohi0P`inG%uc@}`HaWZ5eCXuKQ>nv*>{m>(P!wx0|R9H`t| zM{!1>jqWCZCc#$=v36>rZXapf11Uz>6MqnZ-w4JXsOxoZvO?`C7M*j3Uzzso691Q% zv=9xgK(jdxnShF5iJgS4z11MUqmJmW+X`Qmvn}vStNa9L;tKtFSuwB0v+)BS{JR@2 z)UH{$U+^}90ZdmAI==t{)FxbFKALHCCFjTr>iw(F8OWXWKhdc>L%E4cL;hj{RPfCb zst+LJt6eGdysP{g>6JQzTN9wrE~ZX~4l0Jn+&j*=#N%dHr+rrriEI9Rx%0dQ`hD9+ zHjF!Z0^dH}VQVWMjWKUZ!t@=plj*h`v8=o&UsZyP+_X zCM9BP6~%*z?6o3X=)OlI(1^l}F$jR+^qL8RN;2*>b)(|NV)+ZzRT-A|A5p<`gT!g& zxH-{-@mC;iH1;Nut10PDIC{6n83FVC*e!4vr1fv=N&qio!jlG!Y>Ag=xvK(lJY3h* z^*8F&$Mk#I1pI|9Y5&&8lE~oz<2Y;!GY89We;go!ON-WffIO*oUn35ObYAYNTe;F6 zgD76OA-Bs4^SB#w!zh%nVC!-aS!(2BxpODc=oxrrLj$Qy&U>#*p_?iE=uCeq2Fa6% zX%aXRC6}4RNWA9SszW;W&wa*mzvARqv2Y`x5yFH;N+`@&KCMz9sI;D0nBVB=?0PQ6 zxEX-pgN|(X-5Dpe7~!EnH-uJ6yl{7?I@Kg486qf!U$_~8dr0WN5Tn~ELgy9kz} zKw~S=y)!t~52RbX|Cdt1ku^2f#lkOxQx6Jy^ieM|i9$~x;QRTx_JVa~F-d3#X*=^1 z>dVq>*#fk5B{?gnAHArQzWUzhn~C4Aq;rBW5!~P(4g!_Q)2@4Eu&R(h`)nR&(Z)#f zDzi=E%6M#^vw;a~QMEcy{v(6bDmb)W>qd52^_x1^*jodBZreH}e}Z`e)|sTY1DW!! zg}m-N2;&rx^3DHnK>%5dZyW99O9D|gLMJm0SAm@h(GQ-*r5haElx*qOafmy1vTH#A z@l`OLU!83xFdezTXC($9T(AMoRptsN?b`+@wr#^rIE&`ApD2b@#xK+R+v}=L| z1ybJNhV`)8iI_J2XbGLK+98=K6o{M?P4x*CdK@%$$h)GDnRdgeDva|G6cO6{*SOO_=e4k|w+r0wVGzhoCV;qfn8L^xFRzSuPM|~msxx2r z@QN_}fI#{Jyb=Ke6C~50RwnfmpBi) zS1B^NC@!VzY21z(w70hm)Pr;zOodSTLv*3tM$}YH%j;B#<9wWi7Ess2aw5%aZz{Ar~*-(DXZ$X}<1t@;@q^H!}P@1rn<$k=u0 z0Jky9*(vLGenmdItNP^%OOKXWDwQ+Z{Mc%kCC4@ERqLo%B)*fg+CKNcbl1wFdPp%( zyEje}q!Gj6_Ls!G2GCt9)Fh8fyn*(i6S9E!-Tuged3*yS2O3W+u=AG`Z(C=gwP%j9 zB9YVNK3 zyzbshJ?Fns$;b@>VI*)IleK2r4!*X&_HjIX@3~eIuUt?D(8Jg#p<}#AfFyc>UtXAr zN+J93sXMFa*lM(lxSV8rCH&~T(xq5^GdTl`7_74k4TFhnx}Bd?)JT&2TdEscr!_|3 z>-WULm_njPJ?R>X_rkZ@+4>Fpg@jD_#Y7S12Es~id*x6HidbPDyDyFN8zF6A@s4hz z?aRs7DPKp4XGYx)mQ+b-nPRzV{a5~1m7%YaJC4GZmd{n(W3o9z=E{@cPWp9o$Dw)R z_o}AL)qFg`Tp+tXj>8C7_r4!BVqtB{m^|9{b@Eu;f}WBzAD zIto>E841F)%&vT^h6(H4qb^@(^I#sg3Q5U*0-PuXvFLHc^jMx-kR%+i@QL2 z$|E~y8_y7Ad3?Kc2+yTNHqd}fMpB3rSYKKTUl?J&%Wx_+j+r1C&`F-Im8d(Ny8GMQ zNM|SBD^HiZgmMOHGjQ|>T**b;b-ONygwXd`0i=epCkelS;nq;!qu(zE@uLCqlJd1a zFQ(rtO0l&sgLRc^i@%4ye?Wfc`OFmc`BHy%$@+cLlmu z-UzdfzQj~zi&I0y;z2dHZfc0-U1e_t0(?PK+?UmwVc&T$`lp{7g^cn`0 z1pMyt2-}gb;J$~PLv{st-64LyCyae|wVEMsT@MXXAZ&(taPAJnF<&ctk*`4H8{sgU zF)qQT)R;Ae5ytB|8gq94ptz`=`z6W46^5VAfqwl6Z2kOv*ZrJ)Ynt$XF8JrA(JBF2 z*?4C}u_?(kg?&gPh_;r%PLWwraf4Tafw_inLKL@nTTXj}lzBj*-4lWfK1bVz) zYTt(~03^&mVO$F1y;mO$p7mdGa9vH&l|{_ef2+`Z^QQ6=%D}!op~qGa?t)ZbTp#n_ z>pCoCN}~L?WA(S%dHTk8KDW-+C=@UiB~bQDqOi+jD95=Gab`+iIWg`kW z=gugfLL7ypb*+#%F& z-B!;??2iO`P$HvJirwAg+{;*r0al0ZZDrB1$C_Dowh8+`tyi%oq&AI#w#hJ^eFsC@ zb8y%Qwoo<^$_p7Yca2Q#=4-=Z5Nd7YE;=by~(&=f3~D?iom((Y9D+T6F%4F z?Pm19cRo>l-l;5)o(;nIY{J@%mQOxaX^ApIRxZ#6Ple&Tqe)qtBUOv}mxK?=Rae*E zYlXMQu=nCJ$bI7o-QJ9ZzbXo%WpEd1z&j6A;8bRBk{UF_YFh4jU76Q_s;AfeWjU|- zvE|5S19F4zY$#J-Bk}f5P_ifJf$wL34|Hk}30`U~gotXkOA6Np17=JtUJB9Y1@Cm4 zpPe7>P<-fu6nIqMvcZ#DbgTJXyv<%;wDce6F58FqubXM2#zyB;v!2Y;l0XC8XJu=n z5m7m&ck$WIC~>7W4dtu%m2T!mYT&KkFN9)DD*o)6cRU`m;kO1Il%P78*~}*Ln;*F{ z=X)g8w!Rxb7|M4iq7q39&NLD~7!YqDZcm~KZ8dk6fMmmh1Ngwi-xe>vdDL%V(*neV zd+RXBb<6~S|HcSz#UGU+CdEK@j5;{doZg4mCC1@=eM0y+4= z+K-c@1OMw0#}7x3G#P-FIB>UK7r#=0 zJBO&}0I$9Y^3Xq`8}0(E4miX8B;gXIhq}i%^uf|;crnJkS{MC?{j#og;whp94Bkht zTfBkQY5dV$L1e6XS8tc!T+s0=i2EnKi0kiA@BDuD+n^l#k6A(w3bg!+=R-E_neGy+O3EfBNYF2??0n6%FEh6Bt+bX4Ae$J#d6x zxMmp`d{u9KjO^6S9{gfuzQv$6%xoaQuq_*{99V|0;nD7-qIw_=AP_zq5AKem ze7eS+U>`f9Dxb6p&2??(-Barbhpgtyk?5z~neZ|UUMd9+)H3G6aC(?g!N@PCx#z}m zQ#&3bY)Ud;+Z?evT=V%nTO~TSsx3*hXFAY+^n*|D(#((A9BMwkO_k2v_$5g2`1tj#nJ(}xAJMs|c~A9i?>Li#_ac$5 z6Hh~jP2;^v?#L>glUID2i<+LU%-x4N>_6&$nD9LDz`hQ|s+RKTS{{aeLSV`m7>t_6 zgNo}yfgB5M9(t$KzVGr7e)>p!h$M$+-+5(-p)90|$sEvE>2MuV@c=DTs*@;HR9Avj z${LL%iLP|zn{8D6NjXD%8TDNOA4s5X@M|3VEbhU1;_sv`5MMhvzJ6n5g3K!9=Z&;U zS&v3Zco!?OLM#@E$0z>xxbxdDYmZ2&$h4JEq`0)cTH^UlMZ3^}dbddN1=PW=I14i` zUouT#(*&>inf{nT5wL+JygL&|xro-=T=cG7rTrpbku`(p>FBq=M1(-!ebxOL@w|x9 zQ&qmNjs#lkG`13_-YZ_1HAbY%yYtH*25VxLOQk2++wx zH(YebkiPpL68sjLM=PWwSF2s{S2 zF~`U4|6U6Bu5{A^5s;o22N=;>Myxm~QDpZT=+{TlGJat-zcSZ=8D=>ZnqCOhhxV9` z>+*f8-qzuiY;^EfBfveA2pdB*0vD;M;C+bdGZ9SFIH|o3D*4iUA|u6O3xQqnR0nCV z?jCTWKRTmRVU7ea$>6m2*3rL}o1kzJXIT)^$(6@@UCz0Jo%x8Qlb{AFG0Upv(EuirlwczM0N{q2gDp^^^O@iL#-)t`|35k^adhg$kS>tCpqLsN9b(uD}p z6LPg9chcKg89CZ#PE46wPGrfCn_E{d@K8jAkk&{B0JAL(OCKAyfCQvcM5IuDCV0(X zg!QCIUOAy|yc`_jOu6V2cKwNaUPzaMThXO+|u@C705H zVqh^2W01I%Zclk&8<`wLt{iFtXQ{ioqJHaOLMqUFZtr42GooZRV)&xjYwn|lmLKO0^IR6%UfI=SvdwWvl3{S1b|u)9O3bCX@59^ z8BF#3FGVntbn^h4kS&a}Lmp$K`)o`=*$#jydYC8Wk}T>_Iz0{l?s6eELuME{uQ>j0 zbN@7oS}{h_wrYr()74eq-`fsJJ3;`erNU-N}!W3o#HUfo{dy1gb6*aX}d z>(hnfP;Nup#9Pe2_H-`Xqk}2Zw4ruzefKNzv+mm(A54Q`GkDH}v3jtj^>D@PvjSur zd?tc(BCaEbceN0(0kX*do;9xbs^lNgDQd@P&*_%6<#CT^xF}J>Z>MF zFb3!}U5yqaFzmC!aoOD^4;NuHO9;bu1Ody!a(>kfepN6LnRRo)1Co{u@<=`j*y(;# zGVm3)HUgHSg<|-z4`iy^JC`9Hv9PkHYcMl8ALCjuOe37{ z?NA?FN`_)XZHzTRi))_KJk7sG^nxAzQ$~(2(=&%(rb7N162>CH6fba^ndeMkQW_v} zit1!rM&oz>yP~Pf7XBlcEcz;;i+NzaUh9)qC*8479E;5KuEOd?8kZu33lbGhV037v zrFv|@<#F(U&76}TFBuQ9)GWpm)DKb>oCukQN!C;JC{YC*OU-ZlDL`~Fw#imESrsLZ| z<9Ro7w>C(K$v-=>gG6}~2~8uQ24%8l-R3A~B;%6o_xn*01fp7%{RzsR4gQCX@~`}V+FoKPqjMe zT3jgec`$;jQdeO(iC$1GpZhaCfao*Wc#7dQhJFgVqJ2%(GsE(h_~={>RdE7xj=k2# zR3Pa>HYA_Wd?w_y4RA~WPFC8jR!+%3`BMNK!*aW@yg_TK2!(gN^ErSUeQhbFGiWy z#XMVawWx+F6kE!Y$>oXb;N-QBB7^UAy{x%3L2#mf@Qk>*nNOP6Qm*6X5#LlX>b3G% z!&ZDu!5Li(`)ow@F#!HK7I#Whst0QSEI15 z@NE9SEjb@_rC7(%6L67G@6z~XyZ*e^QzdjFT|vqs$n`k5L4o8bms_-c-ZjM zEuD+;;Ulk_W*8UK`v#VF&Yt(=X-HyXu(bRqkQ;@-ca_#jvRSi|CuoFUcUR}X23 z$MBdVUClepOy5t{hK@XLV}^dOs=2hfQ$Pi@V!AU|0_U{l#enR1K6*!9?<(U*t)oOs zTJsE(dX;bA38nID%_Wf);ar%(LoXe10h5uAC?uw$7*d|DNU0Qh16Qj1$WsZLnS}ih zGc<3Ceexw-5lw4ea-S(kEx%tuWtK41-_5f7q`Zc1{E_ui=Cy1IOcrO`ndHl)Vb_U) ziNyWN1wUbB`*?E%$V!_u31mN_V@|>Iln^PtMP}TMH84cx1IhT5_^2NRV-NCuLlV79 ziAj4k$IBfIF{dHQBD0RratHBi!JwMf_&^m$|6Q$dpTw*+Pmplv{F%+Pt>f4Q`NrO< zl^{~ecn2R%j6JNJ9RjTfRa}sVJoKUx$?l9O)M$IHtwQg2xQ6*=dsrfqe)CD>El3KY zrXMYi+WnmI)yYLsk-vFb?f`01vxfODT|M>kH#Pg09B>q5W84lm0~ocT$uNjtlT8>Ozuy(eukZhu$uhc~R_ z#niH_vCrSIlsQo(@;UTLxDvOGmt^$fEa;?J>>YlP;xFNLyg5zkTa3rPy(TeZg1a`^>wb#E)-A6=>poCPF{8xv}vXwX15vbXs zUJ?p~k_Gq(c37HxC4%#B?6@KiW(TAxhlOjRO87y6)oS2e*AC;9k%)gF2U^ppij=2R zV*`lixsayk(;7S1OXX!DI(k?cKb&i0rS>7__WMsiNFEfLi(fc|mFpO|b~YkJH8LHt78K927BPTmj`nM&1rq{Ap+uH-j|tllS-)n3GB(On z0kXxY9!?XXxXXz|k*1?UHTJF!8GGlM7CagXy9dO*VP_}pId~v~cH(YoDS=Mddqt0J zd8p-lzwoHXN=hN$a}*Db21w|IrHzgLJ_6-aL1xcDA1}k>Yr_XflL5K!!^7!!E~uaj z^lKgQP%@Adf z#&wnD3r>Bf!RA`c0#BU~c;CJvx+!OnlXhGxt=~@$4~x1?GZNp%ft*q9_H0Sil6&jw zmEe>ehQCLamgUzZyZJiXn)Egy!UI%esk&R74@xLG=~TJv<*`JFGmyHia7EO2G?@P_ zu?N0&>vpxJ@^)bR{434eDieH6q!=so_uk_ARU7G!sKYnAcxfF8>)BdjQ_s_*m-a4i zPDMNT)^7{?W*=x)s7tdBjy#25Die*Y=;WRx6 z9RY2z=RI3&vvOXq=;SSGd7P;A$4+GPaYaJ&bnsbeptaJBrd8c^iU%Ed$>g{p=`Q93x zx#0^nABP?VFuPKvq6zX(O$9tRb@xk;Nw;Y(89vujA#dZ#W511D{@Hk40YAIRzxUsQIKrv|5vAK1scRG^-V|sA3 zT}tynzs^~av8E~4K7zuIpY!b@z`KNhlFW(2`@;TF!@N_|`~g=_GLw_#6-)Y7 z`=bXVVc7J+PEA4A}U3`RzL1KesL zOBvtJh6E>wMUjr+l_0)KXKqN$;REzmX9fVxJt7u-rFLz!Anzcgd^a^e~ONpzU-ES_B8u*U|uEA)oEU(fQ>f1AKwwlC^BAq)mm z4FA1vjbJO<$k(!*nA_&{I93TelUFPpNF^(P1z+RbJ{QUA@P|WruP=>cL*tRTy* z!K)l=3@7G3me*-v2xhlS78HFhmuSKe=X-kvS~k*iK^#r@>t`@MW7^qkX@JC;P$ec;?~P0@K|0H2z;EcEu>Xt^v@qG*24 zea37%X07T=zijc4(=fU#W0*hX=$Slf=q!R_uPNll0KdlHY_97|r z-#giVKN{soH^LrCac#QZzsiNiV~Hq#=_})HMnl?#YT&4reox`otkJxvF|Kdt+a6); zgB%4=!&T-_8hS!2M2U%v#o54mA{zpFP!MXwA1!ns+-Dp|dI!dU^+8CQJmz;{_(`Rt z_DZp+CJ`zH^8m9Au=7T_Fzbq$Nx=KF-rL1Mi$EEYI~Yrw+l=_R0{3nGvqpHwY55ll*U^z7V$aB8SWZR8y* z`*30G&OdzKb*fT)KxHB%$u%ugDhO+CW>>2t`Ab|6Y%dnzOKPQAfI1PtMkNBhGLTRU z=50nK1=O1{m3}EeX3Yv-8%Ov%4le)svTVDID3lG**0f$Nr4M8>?1k^$DFg6G1F11l{(4f(18trm8ho3yj=!o2Aio%AZku2g<(fQj+0? zb7%v)0$fheGTQZGZJ&q>$Nh%%p1&L`6oVG^qe1I*{;WR@A(C0x*NAo#>E4kpP4s@%N?@ zT$Y!#x;%I3%ge_{haU3fpqXo@vs!tR_)Gv+my^=7edBItwy?(?;Lhlht3N02*D17( zDY+rpP3tLI;{QmuN5|f^3qbc%O>;tAm{^Zpm~Y7y;|_wD=O>G;e-Wb`X*m)zg<>4v z^)aiO?26WOqeBWnUi(U)$L!Tp`p*U~?x2dvgSC=sEipo{T;MgUjCV5P(Z7$!;h(2$HR zK^$1BLza@OuJZ{HSUGehshG%s3>oQ|29iX&6vARBaU~4cz!+$6ga#Dx1Ra11Z0Y{H z$Ib3Q1{9M;+hUTWN8yr?*wm0&01aQQMXo6QIJv469lZ~?5Pwy=1ZeafloKNCxUCzTH;GS#_F8eRD-|3^7{TC>u! zBZh(yYJnwzGyE)U z2xej@PM=8)(76=z0XslThE!G!iJ=vl`xR;bx)fAhq6(VfmjDTd{>Y!zX`~`vIqF8J z#YnOu%_S-m_4DJwZS2;1=JnCXxyiPB zFcvZntI2M8R1DJNFMFl(ok5swhydBQ>RTeb8aQTAyz3=>F zyjZJZOk@MZRTwG`@}BtB4Z#m>gd_q)c?2;Pk#i(SAPm?2iE`GkVmx|smGV;?}! zXHFLCtnD@^Q)8%_eRBQ~rtn{wnd_RFdS^viKmF7Fo6K3Z^0TZ0_*4LC>fQpelFo#X z7+9K|-+?Qm(rnt7)0Er?AhQ)|hfA3Wh#Hq}idhG5t&yn)o8~rdnB!${cI@ z_VWU=53z~sIa_bkz#t!&T+Qf(Tt_MQi?xLC5y><|=75}JS6`nx8g6{NV(>6V8kY0! zHc^pRm~#fDGnh;e)~y{;mN2TJa9m{dKMx?)Ao6V@g^-Xm(jzveIv+#Ku3n514x9_8 zb_zmbouUdVZxoNY4UF zK@!rQi#CsA>IXx5EO_`hCuKY;n+nH*G&LXhC?db4~;Sgq#x3ZvMxF{+UiqBUO^7z z2r^nRCYh)pHguU=_$5h5?o@)Xl7XJM1vsG)u_u8#TClg~kll|+5*XUn9Yh@` z4GpY;{mudv2^iyp(?%cimvAF==GzV$>4Q0wULBM&Y@wkHY-yhrBdX(A0a;xy0`xVI zRPune`Zp(H0AAo%OT&!hKO8@du#2aP9gZ9Bi1Bqxm8m-p+FehJ07*VCaa$WC3FNC| zYtR6l4p;J3U5FybF$Q%d0EN3irV0ru!?k|1i}j75fX`u7zG zQxO5QV1?WE5< zqHX=9vA*M9_*_d|DZnUKr}^D&C(dSufkjf`yCO&`&$VY6Ph!xC4a-}Gu*9h)*L@UR}^3sq5I$Qa3&3P(AtMeXQ9l`SO54da_t!Y_Ofw( z2at-Ed69f54;#P<j(I|l0gvS=J4g;; z8fB$B^VhlCGK1P0lIc)zGX|B2cLkU@xIrU0kGLC<~#8yqB2Ovmw^Lsm=C_`{Qd zso(-hAp6S|bV>6e z5n3w>eVj^Y8|X+3H{LV(BT+e4?Mq^k5E5%j-8$QX>VLIL|TK8aM7T>$W|mpI=cHJagYh)=!=hH{#v?= zlnzBaI`B!=tHkQ*)l+y#Dws78A)3W{B*F9`TYx=Wa}7`h2fFIu7fp!h005x?$2LFCVNo z9xs8FGX+G25p?XjVPVgPZeeY>fg>uTy%}A1dRjQ3%d2N*3I55HT`EW*nuv|PW#IEL z>3!WGvf3$tYc}?lboM}Oi6%vk~<$G7zI1HD;zHInGEgar2?$^UL>S9@)hvm z&-l4ljKls1Z9(lvz}X)`GS`SclPiLWPNKv@e7{2dJbuk*ul78S*;A+)e}-nrANy;} zBq?%jB!mQ1nAyTB(Ds{s$MFrYY&pI-*n7;)cQ?gccwX7l$!~bz_?MH+Q7eB{TDp3X zkatNWhQ(tO6%aBi#fuQ@blsaSdXZ*XV*0@46E6?(@QSJs(HKi9$`gNDPxMKnWzu2~ z>p!ZZR|BuN2}p7-ODC;)lS}V3(<^JCQDLJ~w=CkV zd-m9c#&Vox9wkT~mvl2j=Zl5YBkr- z2v9^tnGjO=BCU95YMOWXoJ_wqmbKbEU#scsd;as>h!K=jCL0{y{;3s( z01JZxZy8WSL9zz#*g*QUb{U?EX^v2ReUir3IM6;;P{sC3yx*%<7hcg*Jt2V?>~Csz z>Qc}Ou(vv=rr-%-7x}=k$~m8nTszx=3}(Xr*o+7C>l>p5*BfIFHFRi{?^68U4pYa_ z>l;QI{UOl|Tfx1QcG9hb-Av$2&V|I2`RJ%S3%8toZJYJXWNiVh5oI$6_$q9u;vU@{VL4e0KQJ)XB%;y_KSH5(nD&7(v5#Y29O@ zxgEoMyTEYw!d13B@VU_U7Xst`fG)}bQOE!~!J-vI_xoh{;K=elZFro+)WgjAXFzJt zIohBdJRc$<(K*f3j3r~Vl8ZO!$i|cCLwT!|?U1C_amCTDAoG@L<~tFljcHeqd6R1t zI1#v&LP$#ljEIaUJ@<^%^ljxh=<61xAao!KiwuutHRs|Iu`v^?Oh0+@O`VDL3t|aE z3=kJjWk*0%rEpb$WwuPq$^R|Q&Aio&O#Xfs!3Uqye5*qJ53O1QVT-)q__KzdnfAB$ zbPhi*-7k2scx2up{9;uIMKM$%=pp*tbqusC6U)hJ#hd?wR;TP<&`J}2o!C6wD@6p~ z|0MsdN}+4cG%IH9J(=nRTZ}Jx{?TL6+7jO2^?WYcb}_5ds+z+u4T1Eac6(mdapU2M z=>152HAff@V{-QTempA_51eK@e?DHjEyQ-#)vAp(9hiH-F4iL=dXgup_)V4G_J61Mvf_`$n*y)*7|GC5&| zz>U82^V{jBDU?lQKn9F-P6zvu?t}>WnAC~=*V;}Fw?=qZ0b42U$5@pSF*051qL?dAYN(wcmdcV9||@e;Nn%#!){!&s^28q^n)+ zeisiyIZ=!lPD^7b&Dui9=Z|`{Y`6WhaNK&X!2Qm5V3%pfFg@laa=|`GTD6gQRB&>m z0KA!_786{s*C2Eiv58XxF3JlXXpmq5bSbQzdsI8kCScg(x8~0i23bGKvs%J%#@>xo zNX_YlCT}-GeF>ywR=^_IPLL3m`Qh4Iu9V!g|95Sobez$LCG636u60f`x!mlb-EFYMWV4?v_4m^P@K__{)bq8>sD{os5KpQEJ z(E+oHT9+eo4y>!D$bae1PxUi$`|0e>zZ)8*;8qux9hO|j`mpeyq}$6nwZKcn0{W?@OO>Vb8pT&FQyh!elEQpN?Q*6=eo>n_0ozjTcj~hnX)Eo3aZ#o?y)I{U zVs#BPn>oJ&Lffr=#Y{6mKQ2glcrWJe=TDQwc+MH+pyh>9`to!N1YIJJC?rza%A;tA)U3_-w&Y&0d&s*}lY8;B$AjnK@;A)T>$EzgKn0YaKd+o^mXV-PQ zvHe;~-vUT5iSwu9s`=r0sHA9kOHp zU7?`U`W*A$CHf0sGm#I|?B}a1R}X8$^FFJfYuBCCWDyKSjM`-YvSS((i=J3_Ps-x6#kf#klq~G2dtO5Y+$`S9fQa zepJH5iJ5P80GMT8-58ej< zsrjLxZ=eDdGcLiP2JC;Kg(}Rs)x{a;VWXz1xP-j3!0{!xy`d<{Z@~tNa-ALwoLs(o z8x9(xt6dkjz=|Yl{BcPX4hd;L3C@JA>>Kj|!MoeWOXhC5e9gof@7dl`b&SL_As?WZ z+lH9G(-=c(N0@%%DakNMD=Ep^Pj+A{h8PK|wS3(Cy*c}AYAMwoy; zb;fCzNb-NmJSEb;(WH#>uj$9X<=T}y&Zh{%D2c{Wc5{`Vnn00hk%4hze$svM0y3WX zI#MmNM&|VG`kCQd@QQ2|)@ETO>u@as$aqO$2_%+&hk{1jIFMmvTne0{1&lgB>@eq~ zn_tV_+pLF$NOb;h5n))?#7n+>yDuyz+vo zrWrpaTRGM=kDUV$pX!Ww2r6j21wL09?KlX!i8sMh2RsD~rV^RldT-i@c#q+P6`qAr z8-t5QF{&&p9+k5Ej|2&12=Y)kVj~UzWs?!2G=|XGi~#l={4ogh@^{Y~bF~~)4|y92 zD6L{Or9G2_`tRD4XTK}AAheT4LtlV%4Wj--_rxR1_xhQOuWOuu@O$=xkCvYJ)5yzBo?NldqLx1xzWRw~;NteXwNO4OJ z5mM}ElL924iMxr%!L!z07xC@As-supQ2+ixk*N!uw{&H~4dB`n_3w^?ZV&iay}(_y zc?}G|YsbJ-X`LS;FVX-nP_(o71CF_TEuASc%$40?z_A1wNi5idqLP+JXa|y&2wSql zuW_b%XR9ICv*Lp~+gbic3=ou<<~SS<5<;hhGuB`qNR3adDZ|n8BW0O5;~IMhl? zO#hS=fqP&9pMA48Ku{vNdAra>vk}Dzlc}_$d!N$?MI=GzAm^9({hehBj=MK!G>7Sl zXPtu}QqIVjMQbq$uOpBUCxJp;_mrnD48ui2kYwk`>h1kuIQnMgLQOe6uMUw}pgSp4ttO;ltp z2*NVT0zg&k2tk2>_Ytt=xXKVwiDWtt6DT!~zpb3-|BB1?!Cz0@qyHVn;*R~`?5NRCB4bQxEng3} z-zw%-dk{K|9!^k<$bd8`GuZ%|30}s5u%nlG3`2&oka%Gd+|{iX#kY2U%|taxi7HQfj(^T&nK{9jruTE^U@Yh#Y1rf!uBmk6c+aJo>EgLe{ zTq+Ij1wP~+rylxDhCEHsG6Na%%#^+Vxwy7;oj~t{%3S|E&(fRub{eTmuAPM6sMygh zxn9W%08>O$uk2f@4$;jFa$6~->qO>czoM&MX4wFjtfcpIrO<^ucb#9Mq`3K-gmWem z1sa!83joQ4IB}Zj%d@{m-`h)liP_?Mv_3{YpB&dbNO^6iU6K8aw>_#gCBN+e9GF8u*l1eh!(HgRyM z1UTMY_`np5sQkPKbp$jze16b)KLbrV1jvM}xuJ3V=8(uF3(i(|oSYGhK;AYs_5(?Xoz-KNDKNL=nc*A$BI9ke z0+7`QjhddZ>OH`(C~FPO!`?$;8KTL@6SzkJbEtrt)WK9!=hH9muF+GWmc@`%VV3IG z77jFp4|L9)KJ|9LKb}9y+w$f6{)~qHoPtNHYT$--`M&JQ_Hs-jS_k~JKhihJQSzQ; zr3hL}?wg2cHk?Y%N$bgSv=(!bK}CboJ0v6x#$S@Jkmb>tq*^6@k#@o?23y_ilwD-9 zJP-NIH_Wz>7ENI$cyV5kmtt~>Yn^nLIA2RumcsrGu|ck$cPETu?;d2i!Ipj%| z+(I^~gE+9tU17$8!DFfKT<2y5a3RAo0~t89wC`NZU1TiifYdiq$3EgXR#SA4WB?di z7knYZHUX$O<=|S7B}oe9-GUt7nRZAfu?^BF!kq>*Z@?Q1a4!*OWMyZkr5`rXe{XXg z-XeM_jTwE*>OZu@9tL3psSeyQeO|$k;CX13$fa23nyf8uJ$0?4GDK>o1O6U%b<0#C4=sySkH3Rt z&KZ2M$qTcs5`g$W_QIR4#c4rLMNm(<+h8Ir$*t8fNKi$zoL5(l(;X%MoS z%miv`&t{%oeof%}s3&0?Pv>FHC<+zsR8I){)sd+wbPZt7YPU5W;^4UhzaqPR{nr-m z1hN~yA@eJ5Witm!pgZXo7P1u54EkYNg|B4Sz`220?q&-=6T@1jTEVTwvQ%-Z!8S5m zOEAOchKtD^T%gQ4Tp9PtKjBw9T!lk=VP|+$um0=MzdO$Fe zYb5zyvP5OwV$M8nMg*DEdS$NX$6G z=*pb^NO1&6IHa;-)B?-@m!&s&Yg_yumOl5}4b_UT`~45X84SYQLgR#>h-MR5sgDAR zWI~Kw-D2mXZ4U|uZ_C~~l5UL3XmaxTYS1u0A2+Y}Hlk%CU{d|`Am zU~@-j1Ri%2!-X=OW=M`H7(j~7^Q2tdywP?E3STB!VnbXgD`fUIaT8dfjUl+WMfpSur2<4}Y+fhGv# z8L~@k$7C1?64@zQKkxax#Yvv0J^1{1+cT{%aTG+>ci2N#gMD=$;Rz*y>hc2wx%8FB zCt;a#DY9IVeHq2q3w2Bhq6&(^*Nqs}-q76exNzJE5+wN~YdT&KU5Ge`W&r2FPAwI- z?qMqxZ5s3OS46{{tmDQ!T=9mp9%XY11w@F+gw70c7EMAKQ|ugJn6fdl9Fg5biLA_k zq+{R$kwD!%o`fEor(?fKB@+Mf};b>I2UztZ*c^>mPbyO$qJg+P#4J^w9_Gk}4y~H5Jj>>X1j-@HPAnt5 ziIcK-xSV7iHq9QDQW2qV;qr?3sDmfatgq#s8wrXAWziUIqi(&}1b&nbFGkmo+htFs z7r2$kVDy)yU-K7`n3;z&L#R}QqD@Hx<>c<<;q?yK59gx}QTkUS88GR7zvr~X;%SR~ zgf2gQf_xOy_xF!B_ZkYQG7B+VoosiK@mE{pFD=h~!=tU2Ll17`@!rM8Zxh^Ql=vM~ zPI8a@EAlvyf2L!G#}i4%fhWq@Kp-bSj67Nkw<)!^oZ{@~LSTkP$1+8NEk%3-YU{jN zcY5A7x{_458efn7^YOUGHsuoYoqxsGwB`A?vstX^1B~WOeZH~&*~+_6SKxD20Uzu9 z8|&Q2cuoJ{a-+^eFA`-A@>!VK+q~q%wnP_veuunkVLkLhgn#egapCd?j2RmL zTg-?Q(U4I-rNv1tJ4}j6k?0f_FA6;tLuk5qAcN9X@^lZ9r{zYE9Ly8|Bhd-rX;FIFNMh%i6+LP8qJ0v~P v>f`lwl$D*Wm&Nbw!QEH|HF0D1EE>w*MEkzu`}6ej1OM!b - at :anonymous () at :program ()", + "count": 8, + "exampleIds": [ + "test/parallel/test-eventsource.js", + "test/parallel/test-process-chdir.js", + "test/parallel/test-url-pathtofileurl.js", + "test/parallel/test-whatwg-url-custom-searchparams-inspect.js", + "test/parallel/test-whatwg-url-custom-searchparams.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal: + actual - expected + 'undefined' - 'function'\n at :anonymous (test-eventsource.js:7:1)\n at :program (test-eventsource.js:1:1)", + "AssertionError: Expected values to be strictly equal: + actual - expected + '/work/.harness/work/node-api/node-api-overlay' - '/work/.harness/work/node-api/node-api-overlay/test/parallel'\n at :anonymous (test-process-chdir.js:18:1)\n at :program (test-process-chdir.js:1:1)", + "AssertionError: Expected values to be strictly equal: + actual - expected + 'file://host/#name/share/file.txt' - 'file://host/share/file.txt'\n at :anonymous (test-url-pathtofileurl.js:59:5)\n at :program (test-url-pathtofileurl.js:1:1)", + "AssertionError: Expected values to be strictly equal: + actual - expected + \"URLSearchParams { 'a' => 'a', 'b' => 'b', 'b' => 'c' }\" - '[Object]'\n at :anonymous (test-whatwg-url-custom-searchparams-inspect.js:12:1)\n at :program (test-whatwg-url-custom-searchparams-inspect.js:1:1)", + "AssertionError: Expected values to be strictly equal: + actual - expected + 'a=a&a=1&a=true&a=undefined&a=null&a=%3F&a=%3F&a=%F0%9F%98%80&a=%3F%3F&a=%5Bobject+Object%5D' - 'a=a&a=1&a=true&a=undefined&a=null&a=%EF%BF%BD&a=%EF%BF%BD&a=%F0%9F%98%80&a=%EF%BF%BD%EF%BF%BD&a=%5Bobject+Object%5D'\n at :anonymous (test-whatwg-url-custom-searchparams.js:42:1)\n at :program (test-whatwg-url-custom-searchparams.js:1:1)" + ] + }, + { + "signature": "Mismatched function calls. Expected exactly , actual . at Proxy.mustCall () at at ", + "count": 8, + "exampleIds": [ + "test/parallel/test-diagnostics-channel-worker-threads.js", + "test/parallel/test-stream-err-multiple-callback-construction.js", + "test/parallel/test-stream-readable-to-web-termination-byob.js", + "test/parallel/test-stream-writable-end-cb-uncaught.js", + "test/parallel/test-timers-timeout-to-interval.js" + ], + "samples": [ + "Mismatched function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-diagnostics-channel-worker-threads.js:7:39\n at test-diagnostics-channel-worker-threads.js:1:1", + "Mismatched function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-err-multiple-callback-construction.js:20:29\n at test-stream-err-multiple-callback-construction.js:1:1", + "Mismatched function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-readable-to-web-termination-byob.js:12:47\n at test-stream-readable-to-web-termination-byob.js:1:1", + "Mismatched function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-writable-end-cb-uncaught.js:7:40\n at test-stream-writable-end-cb-uncaught.js:1:1", + "Mismatched function calls. Expected exactly 2, actual 1.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-timers-timeout-to-interval.js:7:29\n at test-timers-timeout-to-interval.js:1:1" + ] + }, + { + "signature": "AssertionError: Missing expected exception. at :anonymous () at :program ()", + "count": 7, + "exampleIds": [ + "test/parallel/test-dns-setserver-when-querying.js", + "test/parallel/test-fs-rmdir-recursive-error.js", + "test/parallel/test-require-exceptions.js", + "test/parallel/test-whatwg-url-custom-parsing.js", + "test/parallel/test-vm-module-cached-data.js" + ], + "samples": [ + "AssertionError: Missing expected exception.\n at :anonymous (test-dns-setserver-when-querying.js:17:5)\n at :program (test-dns-setserver-when-querying.js:1:1)", + "AssertionError: Missing expected exception.\n at :anonymous (test-fs-rmdir-recursive-error.js:11:1)\n at :program (test-fs-rmdir-recursive-error.js:1:1)", + "AssertionError: Missing expected exception.\n at :anonymous (test-require-exceptions.js:34:1)\n at :program (test-require-exceptions.js:1:1)", + "AssertionError: Missing expected exception.\n at :anonymous (test-whatwg-url-custom-parsing.js:54:3)\n at :program (test-whatwg-url-custom-parsing.js:1:1)", + "AssertionError: Missing expected exception.\n at :anonymous (test-vm-module-cached-data.js:16:3)\n at :program (test-vm-module-cached-data.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: !== at :anonymous () at :program ()", + "count": 6, + "exampleIds": [ + "test/parallel/test-buffer-copy-immutable.js", + "test/parallel/test-module-run-main-monkey-patch.js", + "test/parallel/test-process-umask.js", + "test/parallel/test-stream2-transform.js", + "test/parallel/test-util-callbackify.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal: 8 !== 0\n at :anonymous (test-buffer-copy-immutable.js:19:3)\n at :program (test-buffer-copy-immutable.js:1:1)", + "AssertionError: Expected values to be strictly equal: 2 !== 0\n at :anonymous (test-module-run-main-monkey-patch.js:17:1)\n at :program (test-module-run-main-monkey-patch.js:1:1)", + "AssertionError: Expected values to be strictly equal: 18 !== 436\n at :anonymous (test-process-umask.js:46:1)\n at :program (test-process-umask.js:1:1)", + "AssertionError: Expected values to be strictly equal: 55 !== 10\n at :anonymous (test-stream2-transform.js:45:3)\n at :program (test-stream2-transform.js:1:1)", + "AssertionError: Expected values to be strictly equal: 0 !== 1\n at :anonymous (test-util-callbackify.js:74:5)\n at :program (test-util-callbackify.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: , + message: , - message: , name: } at :=", + "count": 5, + "exampleIds": [ + "test/parallel/test-buffer-from.js", + "test/parallel/test-buffer-includes.js", + "test/parallel/test-buffer-indexof.js", + "test/parallel/test-event-capture-rejections.js", + "test/parallel/test-fs-mkdir.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_INVALID_ARG_TYPE', + message: 'The first argument must be of type string or an instance of Buffer, ArrayBuffer, or Array or an Array-like Object. Received type function ([Function (anonymous)])', - message: 'The first argument must be of type string or an instance of Buffer, ArrayBuffer, or Array or an Array-like Object. Received function ', name: 'TypeError' }\n at :=> (test-buffer-from.js:59:3)\n at :anonymous (test-buffer-from.js:37:1)\n at :program (test-buffer-from.js:1:1)", + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_INVALID_ARG_TYPE', + message: 'The \"value\" argument must be one of type number or string or an instance of Buffer or Uint8Array. Received type function ([Function (anonymous)])', - message: 'The \"value\" argument must be one of type number or string or an instance of Buffer or Uint8Array. Received function ', name: 'TypeError' }\n at :=> (test-buffer-includes.js:277:3)\n at :anonymous (test-buffer-includes.js:272:1)\n at :program (test-buffer-includes.js:1:1)", + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_INVALID_ARG_TYPE', + message: 'The \"value\" argument must be one of type number or string or an instance of Buffer or Uint8Array. Received type function ([Function (anonymous)])', - message: 'The \"value\" argument must be one of type number or string or an instance of Buffer or Uint8Array. Received function ', name: 'TypeError' }\n at :=> (test-buffer-indexof.js:367:3)\n at :anonymous (test-buffer-indexof.js:362:1)\n at :program (test-buffer-indexof.js:1:1)", + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_INVALID_ARG_TYPE', + message: 'The \"options.captureRejections\" property must be of type boolean. Received type function ([Function (anonymous)])', - message: 'The \"options.captureRejections\" property must be of type boolean. Received function ', name: 'TypeError' }\n at :=> (test-event-capture-rejections.js:15:5)\n at :anonymous (test-event-capture-rejections.js:14:3)\n at :program (test-event-capture-rejections.js:1:1)", + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_INVALID_ARG_TYPE', + message: 'The \"options.recursive\" property must be of type boolean. Received type function ([Function (anonymous)])', - message: 'The \"options.recursive\" property must be of type boolean. Received function ', name: 'TypeError' }\n at :=> (test-fs-mkdir.js:247:5)\n at :anonymous (test-fs-mkdir.js:245:3)\n at :program (test-fs-mkdir.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: + actual - expected + - at EventEmitter. () at EventEmitter._return () at", + "count": 4, + "exampleIds": [ + "test/parallel/test-worker-cleanup-handles.js", + "test/parallel/test-worker-message-channel-sharedarraybuffer.js", + "test/parallel/test-worker-sharedarraybuffer-from-worker-thread.js", + "test/parallel/test-worker-workerdata-sharedarraybuffer.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'undefined'\n- 'number'\n\n at EventEmitter. (test-worker-cleanup-handles.js:13:12)\n at EventEmitter._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)", + "AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'Hello \\x00\\x00\\x00\\x00\\x00\\x00'\n- 'Hello world!'\n\n at EventEmitter. (test-worker-message-channel-sharedarraybuffer.js:21:12)\n at EventEmitter._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)", + "AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'ArrayBuffer'\n- 'SharedArrayBuffer'\n\n at EventEmitter. (test-worker-sharedarraybuffer-from-worker-thread.js:23:12)\n at EventEmitter._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)", + "AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'Hello \\x00\\x00\\x00\\x00\\x00\\x00'\n- 'Hello world!'\n\n at EventEmitter. (test-worker-workerdata-sharedarraybuffer.js:25:12)\n at EventEmitter._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)" + ] + }, + { + "signature": "Mismatched noop function calls. Expected exactly , actual . at Proxy.mustCall () at at ", + "count": 4, + "exampleIds": [ + "test/parallel/test-stream-pipe-needDrain.js", + "test/parallel/test-stream-readable-error-end.js", + "test/parallel/test-stream-transform-destroy.js", + "test/parallel/test-stream-writable-samecb-singletick.js" + ], + "samples": [ + "Mismatched noop function calls. Expected exactly 2, actual 1.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-pipe-needDrain.js:27:24\n at test-stream-pipe-needDrain.js:1:1", + "Mismatched noop function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-readable-error-end.js:10:23\n at test-stream-readable-error-end.js:1:1", + "Mismatched noop function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-transform-destroy.js:119:30\n at test-stream-transform-destroy.js:1:1", + "Mismatched noop function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-writable-samecb-singletick.js:15:33\n at test-stream-writable-samecb-singletick.js:1:1" + ] + }, + { + "signature": "TypeError: Cannot set property of undefined at :anonymous () at :program ()", + "count": 4, + "exampleIds": [ + "test/parallel/test-dns-get-server.js", + "test/parallel/test-module-multi-extensions.js", + "test/parallel/test-require-cache.js", + "test/parallel/test-require-node-prefix.js" + ], + "samples": [ + "TypeError: Cannot set property 'getServers' of undefined\n at :anonymous (test-dns-get-server.js:10:1)\n at :program (test-dns-get-server.js:1:1)", + "TypeError: Cannot set property '.bar' of undefined\n at :anonymous (test-module-multi-extensions.js:20:3)\n at :program (test-module-multi-extensions.js:1:1)", + "TypeError: Cannot set property '/work/.harness/work/node-api/node-api-overlay/test/fixtures/semicolon.js' of undefined\n at :anonymous (test-require-cache.js:31:3)\n at :program (test-require-cache.js:1:1)", + "TypeError: Cannot set property 'fs' of undefined\n at :anonymous (test-require-node-prefix.js:36:3)\n at :program (test-require-node-prefix.js:1:1)" + ] + }, + { + "signature": "Error: Command failed: /opt/elide/bin/elide at :anonymous () at :program ()", + "count": 3, + "exampleIds": [ + "test/parallel/test-module-main-extension-lookup.js", + "test/parallel/test-module-wrap.js", + "test/parallel/test-module-wrapper.js" + ], + "samples": [ + "Error: Command failed: /opt/elide/bin/elide\n at :anonymous (test-module-main-extension-lookup.js:9:1)\n at :program (test-module-main-extension-lookup.js:1:1)", + "Error: Command failed: /opt/elide/bin/elide\n at :anonymous (test-module-wrap.js:9:1)\n at :program (test-module-wrap.js:1:1)", + "Error: Command failed: /opt/elide/bin/elide\n at :anonymous (test-module-wrapper.js:9:1)\n at :program (test-module-wrapper.js:1:1)" + ] + }, + { + "signature": "Mismatched function calls. Expected exactly , actual . at mustCall () at _expectWarning () at Proxy.expectWarning () at a", + "count": 3, + "exampleIds": [ + "test/parallel/test-process-env-deprecation.js", + "test/parallel/test-url-parse-deprecation.js", + "test/parallel/test-worker-message-port-transfer-target.js" + ], + "samples": [ + "Mismatched function calls. Expected exactly 1, actual 0.\n at mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at _expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:750:10)\n at Proxy.expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:786:31)\n at test-process-env-deprecation.js:7:8\n at test-process-env-deprecation.js:1:1", + "Mismatched function calls. Expected exactly 1, actual 0.\n at mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at _expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:750:10)\n at Proxy.expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:786:31)\n at test-url-parse-deprecation.js:13:8\n at test-url-parse-deprecation.js:1:1", + "Mismatched function calls. Expected exactly 1, actual 0.\n at mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at _expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:750:10)\n at Proxy.expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:786:31)\n at test-worker-message-port-transfer-target.js:11:8\n at test-worker-message-port-transfer-target.js:1:1" + ] + }, + { + "signature": "TypeError: Cannot load module: at :anonymous () at :program ()", + "count": 3, + "exampleIds": [ + "test/parallel/test-diagnostics-channel-process.js", + "test/parallel/test-module-loading-deprecated.js", + "test/parallel/test-stream-finished.js" + ], + "samples": [ + "TypeError: Cannot load module: 'cluster'\n at :anonymous (test-diagnostics-channel-process.js:4:17)\n at :program (test-diagnostics-channel-process.js:1:1)", + "TypeError: Cannot load module: '../fixtures/packages/missing-main'\n at :anonymous (test-module-loading-deprecated.js:10:20)\n at :program (test-module-loading-deprecated.js:1:1)", + "TypeError: Cannot load module: 'internal/streams/end-of-stream'\n at :anonymous (test-stream-finished.js:19:41)\n at :program (test-stream-finished.js:1:1)" + ] + }, + { + "signature": "Uncaught (in promise) AssertionError: Expected values to be strictly equal: !== ", + "count": 3, + "exampleIds": [ + "test/parallel/test-async-hooks-promise-triggerid.js", + "test/parallel/test-events-once.js", + "test/parallel/test-stream-iter-readable-interop-disabled.js" + ], + "samples": [ + "Uncaught (in promise) AssertionError: Expected values to be strictly equal:\n\n1 !== 2", + "Uncaught (in promise) AssertionError: Expected values to be strictly equal:\n\n2 !== 1", + "Uncaught (in promise) AssertionError: Expected values to be strictly equal:\n\n2 !== 0" + ] + }, + { + "signature": "(node:) ExperimentalWarning: VM Modules is an experimental feature and might change at any time Uncaught (in promise) AssertionError: Expected values to be s", + "count": 2, + "exampleIds": [ + "test/parallel/test-vm-module-dynamic-import.js", + "test/parallel/test-vm-module-import-meta.js" + ], + "samples": [ + "(node:22808) ExperimentalWarning: VM Modules is an experimental feature and might change at any time\nUncaught (in promise) AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ undefined\n- 'ERR_VM_DYNAMIC_IMPORT_CALLBACK_MISSING'", + "(node:22930) ExperimentalWarning: VM Modules is an experimental feature and might change at any time\nUncaught (in promise) AssertionError: Expected values to be strictly deep-equal:\n+ actual - expected\n\n [\n+ 'url',\n 'prop'\n ]" + ] + }, + { + "signature": "AssertionError: Expected to be strictly unequal to: at :anonymous () at :program ()", + "count": 2, + "exampleIds": [ + "test/parallel/test-require-extensions-same-filename-as-dir-trailing-slash.js", + "test/parallel/test-require-extensions-same-filename-as-dir.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" to be strictly unequal to: 'artischocko'\n at :anonymous (test-require-extensions-same-filename-as-dir-trailing-slash.js:34:1)\n at :program (test-require-extensions-same-filename-as-dir-trailing-slash.js:1:1)", + "AssertionError: Expected \"actual\" to be strictly unequal to: 'artischocko'\n at :anonymous (test-require-extensions-same-filename-as-dir.js:31:1)\n at :program (test-require-extensions-same-filename-as-dir.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected + Comparison {} - Comparison { - code: - } at :anonymous () at :progra", + "count": 2, + "exampleIds": [ + "test/parallel/test-require-invalid-package.js", + "test/parallel/test-stream-end-of-streams.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected + Comparison {} - Comparison { - code: 'MODULE_NOT_FOUND' - }\n at :anonymous (test-require-invalid-package.js:7:1)\n at :program (test-require-invalid-package.js:1:1)", + "AssertionError: Expected values to be strictly deep-equal: + actual - expected + Comparison {} - Comparison { - code: 'ERR_INVALID_ARG_TYPE' - }\n at :anonymous (test-stream-end-of-streams.js:7:1)\n at :program (test-stream-end-of-streams.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: , - message: , name: } at :anonymous (, + message: , - message: , name: } at :a", + "count": 2, + "exampleIds": [ + "test/parallel/test-fs-readfile-error.js", + "test/parallel/test-vm-module-errors.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_INVALID_ARG_TYPE', + message: 'The \"path\" argument must be of type string or an instance of Buffer or URL. Received type function ([Function (anonymous)])', - message: 'The \"path\" argument must be of type string or an instance of Buffer or URL. Received function ', name: 'TypeError' }\n at :anonymous (test-fs-readfile-error.js:57:1)\n at :program (test-fs-readfile-error.js:1:1)", + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_INVALID_ARG_TYPE', + message: `The \"options.importModuleDynamically\" argument must be of type function. Received type string ('hucairz')`, - message: `The \"options.importModuleDynamically\" property must be of type function. Received type string ('hucairz')`, name: 'TypeError' }\n at :anonymous (test-vm-module-errors.js:164:1)\n at :program (test-vm-module-errors.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: !== at EventEmitter. () at EventEmitter._return () at EventEmitter.emit (nati", + "count": 2, + "exampleIds": [ + "test/parallel/test-require-symlink.js", + "test/parallel/test-worker-beforeexit-throw-exit.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal:\n\n2 !== 0\n\n at EventEmitter. (test-require-symlink.js:80:12)\n at EventEmitter._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)", + "AssertionError: Expected values to be strictly equal:\n\n0 !== 1\n\n at EventEmitter. (test-worker-beforeexit-throw-exit.js:25:10)\n at EventEmitter._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: !== at Transform. () at Transform._return () at ", + "count": 2, + "exampleIds": [ + "test/parallel/test-stream-transform-final-sync.js", + "test/parallel/test-stream-transform-final.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal:\n\n14 !== 15\n\n at Transform. (test-stream-transform-final-sync.js:93:10)\n at Transform._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at test-stream-transform-final-sync.js:86:7", + "AssertionError: Expected values to be strictly equal:\n\n14 !== 15\n\n at Transform. (test-stream-transform-final.js:95:10)\n at Transform._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at test-stream-transform-final.js:88:7" + ] + }, + { + "signature": "AssertionError: The input did not match the regular expression /ERR_INVALID_ARG_TYPE/. Input: at :anonymous () at :program ()", + "count": 2, + "exampleIds": [ + "test/parallel/test-module-setsourcemapssupport.js", + "test/parallel/test-process-setsourcemapsenabled.js" + ], + "samples": [ + "AssertionError: The input did not match the regular expression /ERR_INVALID_ARG_TYPE/. Input: 'TypeError: Module.setSourceMapsSupport is not a function'\n at :anonymous (test-module-setsourcemapssupport.js:18:5)\n at :program (test-module-setsourcemapssupport.js:1:1)", + "AssertionError: The input did not match the regular expression /ERR_INVALID_ARG_TYPE/. Input: 'TypeError: (intermediate value).setSourceMapsEnabled is not a function'\n at :anonymous (test-process-setsourcemapsenabled.js:13:3)\n at :program (test-process-setsourcemapsenabled.js:1:1)" + ] + }, + { + "signature": "DOMException at :anonymous () at :program ()", + "count": 2, + "exampleIds": [ + "test/parallel/test-process-env.js", + "test/parallel/test-worker-message-port-message-port-transferring.js" + ], + "samples": [ + "DOMException\n at :anonymous (test-process-env.js:114:15)\n at :program (test-process-env.js:1:1)", + "DOMException\n at :anonymous (test-worker-message-port-message-port-transferring.js:13:3)\n at :program (test-worker-message-port-message-port-transferring.js:1:1)" + ] + }, + { + "signature": "Mismatched function calls. Expected exactly , actual . at mustCall () at _expectWarning () at at Array.forEach (native) at Pro", + "count": 2, + "exampleIds": [ + "test/parallel/test-eventtarget-memoryleakwarning.js", + "test/parallel/test-module-circular-dependency-warning.js" + ], + "samples": [ + "Mismatched function calls. Expected exactly 4, actual 0.\n at mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at _expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:750:10)\n at /work/.harness/work/node-api/node-api-overlay/test/common/index.js:789:28\n at Array.forEach (native)\n at Proxy.expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:788:28)\n at test-eventtarget-memoryleakwarning.js:12:8\n at test-eventtarget-memoryleakwarning.js:1:1", + "Mismatched function calls. Expected exactly 3, actual 0.\n at mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at _expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:750:10)\n at /work/.harness/work/node-api/node-api-overlay/test/common/index.js:789:28\n at Array.forEach (native)\n at Proxy.expectWarning (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:788:28)\n at test-module-circular-dependency-warning.js:7:8\n at test-module-circular-dependency-warning.js:1:1" + ] + }, + { + "signature": "Mismatched function calls. Expected exactly , actual . at Proxy.mustCall () at at Mismatched function calls. Expe", + "count": 2, + "exampleIds": [ + "test/parallel/test-event-emitter-remove-listeners.js", + "test/parallel/test-stream-readable-emittedReadable.js" + ], + "samples": [ + "Mismatched function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-event-emitter-remove-listeners.js:134:34\n at test-event-emitter-remove-listeners.js:1:1\nMismatched function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-event-emitter-remove-listeners.js:180:38\n at test-event-emitter-remove-listeners.js:1:1", + "Mismatched function calls. Expected exactly 3, actual 1.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-readable-emittedReadable.js:14:32\n at test-stream-readable-emittedReadable.js:1:1\nMismatched function calls. Expected exactly 1, actual 0.\n at Proxy.mustCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:531:10)\n at test-stream-readable-emittedReadable.js:35:21\n at test-stream-readable-emittedReadable.js:1:1" + ] + }, + { + "signature": "ReferenceError: WebAssembly is not defined at :anonymous () at :program ()", + "count": 2, + "exampleIds": [ + "test/parallel/test-worker-message-port-wasm-module.js", + "test/parallel/test-worker-message-port-wasm-threads.js" + ], + "samples": [ + "ReferenceError: WebAssembly is not defined\n at :anonymous (test-worker-message-port-wasm-module.js:7:24)\n at :program (test-worker-message-port-wasm-module.js:1:1)", + "ReferenceError: WebAssembly is not defined\n at :anonymous (test-worker-message-port-wasm-threads.js:11:24)\n at :program (test-worker-message-port-wasm-threads.js:1:1)" + ] + }, + { + "signature": "TypeError: (intermediate value).gc is not a function at Immediate. () at TypeError.get stack (native)", + "count": 2, + "exampleIds": [ + "test/parallel/test-async-hooks-disable-gc-tracking.js", + "test/parallel/test-async-hooks-prevent-double-destroy.js" + ], + "samples": [ + "TypeError: (intermediate value).gc is not a function\n at Immediate. (test-async-hooks-disable-gc-tracking.js:17:14)\n at TypeError.get stack (native)", + "TypeError: (intermediate value).gc is not a function\n at Immediate. (test-async-hooks-prevent-double-destroy.js:20:14)\n at TypeError.get stack (native)" + ] + }, + { + "signature": "TypeError: Cannot read property of undefined at :anonymous () at :program ()", + "count": 2, + "exampleIds": [ + "test/parallel/test-stream-pipe-same-destination-twice.js", + "test/parallel/test-worker-hasref.js" + ], + "samples": [ + "TypeError: Cannot read property 'length' of undefined\n at :anonymous (test-stream-pipe-same-destination-twice.js:22:22)\n at :program (test-stream-pipe-same-destination-twice.js:1:1)", + "TypeError: Cannot read property 'hasRef' of undefined\n at :anonymous (test-worker-hasref.js:21:20)\n at :program (test-worker-hasref.js:1:1)" + ] + }, + { + "signature": "TypeError: The URL must be of scheme file at :anonymous () at :program ()", + "count": 2, + "exampleIds": [ + "test/parallel/test-worker-data-url.js", + "test/parallel/test-worker-process-exit-async-module.js" + ], + "samples": [ + "TypeError: The URL must be of scheme file\n at :anonymous (test-worker-data-url.js:7:1)\n at :program (test-worker-data-url.js:1:1)", + "TypeError: The URL must be of scheme file\n at :anonymous (test-worker-process-exit-async-module.js:8:11)\n at :program (test-worker-process-exit-async-module.js:1:1)" + ] + }, + { + "signature": "Uncaught (in promise) AssertionError: Expected values to be strictly equal: + actual - expected + - ", + "count": 2, + "exampleIds": [ + "test/parallel/test-worker-message-port-transfer-fake-js-transferable-internal.js", + "test/parallel/test-worker-message-port-transfer-fake-js-transferable.js" + ], + "samples": [ + "Uncaught (in promise) AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'Object'\n- 'FileHandle'" + ] + }, + { + "signature": "Uncaught (in promise) AssertionError: Missing expected rejection. Uncaught (in promise) AssertionError: Missing expected rejection.", + "count": 2, + "exampleIds": [ + "test/parallel/test-vm-dynamic-import-callback-missing-flag.js", + "test/parallel/test-vm-no-dynamic-import-callback.js" + ], + "samples": [ + "Uncaught (in promise) AssertionError: Missing expected rejection.\nUncaught (in promise) AssertionError: Missing expected rejection." + ] + }, + { + "signature": "Uncaught (in promise) TypeError: The argument must be of type string or an instance of Buffer, TypedArray, or DataView. Received an instance of Readable", + "count": 2, + "exampleIds": [ + "test/parallel/test-fs-promises-file-handle-writeFile.js", + "test/parallel/test-fs-promises-writefile.js" + ], + "samples": [ + "Uncaught (in promise) TypeError: The \"data\" argument must be of type string or an instance of Buffer, TypedArray, or DataView. Received an instance of Readable" + ] + }, + { + "signature": "(node:) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Bu", + "count": 1, + "exampleIds": [ + "test/parallel/test-buffer-constructor-outside-node-modules.js" + ], + "samples": [ + "(node:1654) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead.\nAssertionError: DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead.\n at process. (test-buffer-constructor-outside-node-modules.js:18:10)\n at process._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at AssertionError.get stack (native)\n at ok (native)\n at process. (test-buffer-constructor-outside-node-modules.js:18:3)\n at process._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)" + ] + }, + { + "signature": "(node:) ExperimentalWarning: VM Modules is an experimental feature and might change at any time Uncaught (in promise) ReferenceError: a is not defined", + "count": 1, + "exampleIds": [ + "test/parallel/test-util-inspect-namespace.js" + ], + "samples": [ + "(node:21794) ExperimentalWarning: VM Modules is an experimental feature and might change at any time\nUncaught (in promise) ReferenceError: a is not defined" + ] + }, + { + "signature": "(node:) ExperimentalWarning: VM Modules is an experimental feature and might change at any time Uncaught (in promise) ReferenceError: inner is not defined Un", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-module-after-evaluate.js" + ], + "samples": [ + "(node:22737) ExperimentalWarning: VM Modules is an experimental feature and might change at any time\nUncaught (in promise) ReferenceError: inner is not defined\nUncaught (in promise) ReferenceError: inner is not defined" + ] + }, + { + "signature": "(node:) ExperimentalWarning: VM Modules is an experimental feature and might change at any time Uncaught (in promise) ReferenceError: loop is not defined Unc", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-timeout-escape-promise-module.js" + ], + "samples": [ + "(node:23500) ExperimentalWarning: VM Modules is an experimental feature and might change at any time\nUncaught (in promise) ReferenceError: loop is not defined\nUncaught (in promise) AssertionError: Expected values to be strictly deep-equal:\n+ actual - expected\n\n Comparison {\n+ message: 'loop is not defined'\n- code: 'ERR_SCRIPT_EXECUTION_TIMEOUT',\n- message: 'Script execution timed out after 5ms'\n }" + ] + }, + { + "signature": "(node:) ExperimentalWarning: VM Modules is an experimental feature and might change at any time Uncaught (in promise) TypeError: Invalid module specifier: ) ExperimentalWarning: VM Modules is an experimental feature and might change at any time Uncaught (in promise) TypeError: Module not found: ", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-module-dynamic-import-promise.js" + ], + "samples": [ + "(node:22781) ExperimentalWarning: VM Modules is an experimental feature and might change at any time\nUncaught (in promise) TypeError: Module not found: 'mod1'" + ] + }, + { + "signature": "(node:) MaxListenersExceededWarning: Possible EventEmitter memory leak detected. null listeners added to [EventEmitter]. MaxListeners is . Use emitter", + "count": 1, + "exampleIds": [ + "test/parallel/test-event-emitter-max-listeners-warning-for-null.js" + ], + "samples": [ + "(node:7133) MaxListenersExceededWarning: Possible EventEmitter memory leak detected. 2 null listeners added to [EventEmitter]. MaxListeners is 1. Use emitter.setMaxListeners() to increase limit\nAssertionError: Expected values to be strictly equal:\n\n'null' !== null\n\n at process. (test-event-emitter-max-listeners-warning-for-null.js:17:10)\n at process._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)" + ] + }, + { + "signature": "(node:) TimeoutOverflowWarning: does not fit into a -bit signed integer. Timeout duration was set to .", + "count": 1, + "exampleIds": [ + "test/parallel/test-timers-max-duration-warning.js" + ], + "samples": [ + "(node:20323) TimeoutOverflowWarning: 2147483648 does not fit into a 32-bit signed integer.\nTimeout duration was set to 1." + ] + }, + { + "signature": "(node:) Warning: test AssertionError: stderr.write must not be called at called with arguments: at mustNotCall () at Writable.write () ", + "count": 1, + "exampleIds": [ + "test/parallel/test-process-warning.js" + ], + "samples": [ + "(node:16041) Warning: test\nAssertionError: stderr.write must not be called at test-process-warning.js:13\ncalled with arguments: '(node:16041) Warning: test\\n'\n at mustNotCall (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:631:12)\n at Writable.write (/work/.harness/work/node-api/node-api-overlay/test/common/hijackstdio.js:12:7)\n at process.emit (native)\n at test1 (test-process-warning.js:14:11)\n at test-process-warning.js:68:1\n at test-process-warning.js:1:1" + ] + }, + { + "signature": "[process ]: --- stderr --- (node:) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(", + "count": 1, + "exampleIds": [ + "test/parallel/test-buffer-constructor-node-modules.js" + ], + "samples": [ + "[process 1750]: --- stderr ---\n(node:1750) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead.\n\n[process 1750]: --- stdout ---\n\n[process 1750]: status = 0, signal = null\nError: - stderr did not match ''\n at logAndThrow (child_process.js:111:5)\n at expectSyncExit (child_process.js:135:5)\n at spawnSyncAndAssert (child_process.js:155:10)\n at :anonymous (test-buffer-constructor-node-modules.js:10:1)\n at :program (test-buffer-constructor-node-modules.js:1:1)" + ] + }, + { + "signature": "[process ]: --- stderr --- Error: No file or script named Searched: - file: /work/.harness/work/node-api/node-api-overlay/test/fixtures/spawn-worker-wi", + "count": 1, + "exampleIds": [ + "test/parallel/test-worker-node-options.js" + ], + "samples": [ + "[process 25452]: --- stderr ---\nError: No file or script named '/work/.harness/work/node-api/node-api-overlay/test/fixtures/spawn-worker-with-copied-env'\nSearched:\n - file: /work/.harness/work/node-api/node-api-overlay/test/fixtures/spawn-worker-with-copied-env\n - elide.pkl scripts: not present\n - package.json scripts: not present\n - pyproject.toml entry points: not present\n - node_modules/.bin: not present; see --help\n\n[process 25452]: --- stdout ---\n\n[process 25452]: status = 2, signal = null\nError: - process terminated with status 2, expected 0\n at logAndThrow (child_process.js:111:5)\n at expectSyncExit (child_process.js:117:5)\n at spawnSyncAndExitWithoutError (child_process.js:147:10)\n at :anonymous (test-worker-node-options.js:14:1)\n at :program (test-worker-node-options.js:1:1)" + ] + }, + { + "signature": "AssertionError: { resultHasOwn: { onSelf: true, onSelfGetter: true, onSelfIndexed: true, onOuterProto: false, onOuterProtoGetter: false, … }, resultDesc: { onSe", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-global-property-prototype.js" + ], + "samples": [ + "AssertionError: { resultHasOwn: { onSelf: true, onSelfGetter: true, onSelfIndexed: true, onOuterProto: false, onOuterProtoGetter: false, … }, resultDesc: { onSelf: { value: 'onSelf', writable: true, enumerable: true, configurable: true }, onSelfGetter: { get: {}, set: undefined, enumerable: false, configurable: false }, onSelfIndexed: { value: 'onSelfIndexed', writable: false, enumerable: false, configurable: true }, onOuterProto: undefined, onOuterProtoGetter: undefined, … }, resultIn: { onSelf: true, onSelfGetter: true, onSelfIndexed: true, onOuterProto: true, onOuterProtoGetter: true, … }, resultValue: { onSelf: 'onSelf', onSelfGetter: 'onSelfGetter', onSelfIndexed: 'onSelfIndexed', onOuterProto: 'onOuterProto', onOuterProtoGetter: 'onOuterProtoGetter', … } } deepEqual { resultHasOwn: { onSelf: true, onSelfGetter: true, onSelfIndexed: true, onOuterProto: false, onOuterProtoGetter: false, … }, resultDesc: { onSelf: { value: 'onSelf', writable: true, enumerable: true, configurable: true }, onSelfGetter: { get: {}, set: undefined, enumerable: false, configurable: false }, onSelfIndexed: { value: 'onSelfIndexed', writable: false, enumerable: false, configurable: true }, onOuterProto: undefined, onOuterProtoGetter: undefined, … }, resultIn: { onSelf: true, onSelfGetter: true, onSelfIndexed: true, onOuterProto: false, onOuterProtoGetter: false, … }, resultValue: { onSelf: 'onSelf', onSelfGetter: 'onSelfGetter', onSelfIndexed: 'onSelfIndexed', onOuterProto: 'onOuterProto', onOuterProtoGetter: 'onOuterProtoGetter', … } }\n at :anonymous (test-vm-global-property-prototype.js:164:1)\n at :program (test-vm-global-property-prototype.js:1:1)" + ] + }, + { + "signature": "AssertionError: /a/ failed + actual - expected + - at expectColored () at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-util-inspect-regexp.js" + ], + "samples": [ + "AssertionError: /a/ failed + actual - expected + '/a/' - '\\x1b[32m/\\x1b[39m\\x1b[33ma\\x1b[39m\\x1b[32m/\\x1b[39m'\n at expectColored (test-util-inspect-regexp.js:18:5)\n at :anonymous (test-util-inspect-regexp.js:112:3)\n at :program (test-util-inspect-regexp.js:1:1)" + ] + }, + { + "signature": "AssertionError: createScript crashes at at _return () at EventEmitter.emit (native)", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-api-handles-getter-errors.js" + ], + "samples": [ + "AssertionError: createScript crashes\n at test-vm-api-handles-getter-errors.js:33:5\n at _return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)" + ] + }, + { + "signature": "AssertionError: error: unexpected argument found tip: to pass as a value, use Usage: elide [FLAGS] [FILE] [-- SCRIPT_ARGS]… [SUBCOMMAND] For m", + "count": 1, + "exampleIds": [ + "test/parallel/test-util-getcallsites-sourcemap.js" + ], + "samples": [ + "AssertionError: error: unexpected argument '--enable-source-maps' found tip: to pass '--enable-source-maps' as a value, use '-- --enable-source-maps' Usage: elide [FLAGS] [FILE] [-- SCRIPT_ARGS]… [SUBCOMMAND] For more information, try '--help'. 2 !== 0\n at :anonymous (test-util-getcallsites-sourcemap.js:30:3)\n at :program (test-util-getcallsites-sourcemap.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected not to be reference-equal to : [Function: Proxy] at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-proxies.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" not to be reference-equal to \"expected\": [Function: Proxy]\n at :anonymous (test-vm-proxies.js:12:1)\n at :program (test-vm-proxies.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected not to be reference-equal to : [Function: Symbol] at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-harmony-symbols.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" not to be reference-equal to \"expected\": [Function: Symbol]\n at :anonymous (test-vm-harmony-symbols.js:31:1)\n at :program (test-vm-harmony-symbols.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected not to be reference-equal to : {} at check () at :=> () at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-url-parse-query.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" not to be reference-equal to \"expected\": {}\n at check (test-url-parse-query.js:15:3)\n at :=> (test-url-parse-query.js:85:7)\n at :anonymous (test-url-parse-query.js:83:3)\n at :program (test-url-parse-query.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected to be reference-equal to : + actual - expected + [Function: _final] - [Function (anonymous)] at :anonymous () at :progr", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-transform-constructor-set-methods.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" to be reference-equal to \"expected\": + actual - expected + [Function: _final] - [Function (anonymous)]\n at :anonymous (test-stream-transform-constructor-set-methods.js:40:1)\n at :program (test-stream-transform-constructor-set-methods.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected to be reference-equal to : + actual - expected + Buffer() [Uint8Array] [ - Buffer() [Uint8Array] [ , , , ,", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-readable-readable-one.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" to be reference-equal to \"expected\": + actual - expected + Buffer(15) [Uint8Array] [ - Buffer(5) [Uint8Array] [ 0, 0, 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 ]\n at :anonymous (test-stream-readable-readable-one.js:18:5)\n at :program (test-stream-readable-readable-one.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected to be reference-equal to : + actual - expected + Immediate { + _argv: undefined, + _destroyed: false, + _idleNext: null, + _", + "count": 1, + "exampleIds": [ + "test/parallel/test-async-hooks-top-level-clearimmediate.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" to be reference-equal to \"expected\": + actual - expected + Immediate { + _argv: undefined, + _destroyed: false, + _idleNext: null, + _idlePrev: null, + _onImmediate: [Function: mustNotCall] - { - type: 'Immediate' }\n at :anonymous (test-async-hooks-top-level-clearimmediate.js:31:1)\n at :program (test-async-hooks-top-level-clearimmediate.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected to be strictly unequal to: undefined at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-fs-write.js" + ], + "samples": [ + "AssertionError: Expected \"actual\" to be strictly unequal to: undefined\n at :anonymous (test-fs-write.js:45:1)\n at :program (test-fs-write.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected awaitDrainWriters to be a Writable but instead got null + actual - expected + null - Writable { - _write: [Function (anonymous)] - } at", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-pipe-await-drain-manual-resume.js" + ], + "samples": [ + "AssertionError: Expected awaitDrainWriters to be a Writable but instead got null + actual - expected + null - Writable { - _write: [Function (anonymous)] - }\n at :=> (test-stream-pipe-await-drain-manual-resume.js:30:3)\n at _return (index.js:573:12)" + ] + }, + { + "signature": "AssertionError: Expected error not found in: error: unexpected argument found tip: to pass as a value, use Usage: elide [FLAGS] [FILE] [-- SCR", + "count": 1, + "exampleIds": [ + "test/parallel/test-worker-message-type-unknown.js" + ], + "samples": [ + "AssertionError: Expected error not found in: error: unexpected argument '--expose-internals' found tip: to pass '--expose-internals' as a value, use '-- --expose-internals' Usage: elide [FLAGS] [FILE] [-- SCRIPT_ARGS]… [SUBCOMMAND] For more information, try '--help'.\n at :anonymous (test-worker-message-type-unknown.js:16:3)\n at :program (test-worker-message-type-unknown.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected ... Skipped lines [ , , , , ... , - ] at ", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-readable-hwm-0-no-flow-data.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal:\n+ actual - expected\n... Skipped lines\n\n [\n '_read:a',\n 'push:a',\n 'readable',\n 'data:a',\n...\n 'readable',\n- 'end'\n ]\n\n at test-stream-readable-hwm-0-no-flow-data.js:98:14" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ + , + , , - , - ] at :anonymous () at :program (", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-event-names.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ + 'foo', + 'data', 'error', - 'data', - 'foo' ]\n at :anonymous (test-stream-event-names.js:17:3)\n at :program (test-stream-event-names.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ , , , + , + , + ] at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-uint8array.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ 65, 66, 67, + 68, + 69, + 70 ]\n at :anonymous (test-stream-uint8array.js:87:3)\n at :program (test-stream-uint8array.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ , , , , + , + , + , + , + , + , + , + ] at", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-typedarray.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ 65, 66, 67, 68, + 65, + 66, + 67, + 68, + 65, + 66, + 67, + 68 ]\n at :anonymous (test-stream-typedarray.js:90:3)\n at :program (test-stream-typedarray.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ , , + undefined - ] at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-not-strict.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected [ 'direct', 'this', + undefined - 'new' ]\n at :anonymous (test-vm-not-strict.js:34:1)\n at :program (test-vm-not-strict.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected + [] - [ - { - id: , - name: , - parentFilename: - }, - { - error", + "count": 1, + "exampleIds": [ + "test/parallel/test-diagnostics-channel-module-require-error.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected + [] - [ - { - id: 'does-not-exist', - name: 'start', - parentFilename: '/work/.harness/work/node-api/node-api-overlay/test/parallel/test-diagnostics-channel-module-require-error.js' - }, - { - error: TypeError: Cannot load module: 'does-not-exist' - at require (native) - at test-diagnostics-channel-module-require-error.js:32:3 - at test-diagnostics-channel-module-require-error.js:1:1, - id: 'does-not-exist', - name: 'error', - parentFilename: '/work/.harness/work/node-api/node-api-overlay/test/parallel/test-diagnostics-channel-module-require-error.js' - }, - { - error: TypeError: Cannot load module: 'does-not-exist' - at require (native) - at test-diagnostics-channel-module-require-error.js:32:3 - at test-diagnostics-channel-module-require-error.js:1:1, - id: 'does-not-exist', - name: 'end', - parentFilename: '/work/.harness/work/node-api/node-api-overlay/test/parallel/test-diagnostics-channel-module-require-error.js' - } - ]\n at :anonymous (test-diagnostics-channel-module-require-error.js:38:1)\n at :program (test-diagnostics-channel-module-require-error.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected + [] - [ - { - id: , - name: , - parentFilename: - }, - { - id: <", + "count": 1, + "exampleIds": [ + "test/parallel/test-diagnostics-channel-module-require.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected + [] - [ - { - id: 'http', - name: 'start', - parentFilename: '/work/.harness/work/node-api/node-api-overlay/test/parallel/test-diagnostics-channel-module-require.js' - }, - { - id: 'http', - name: 'end', - parentFilename: '/work/.harness/work/node-api/node-api-overlay/test/parallel/test-diagnostics-channel-module-require.js', - result: { - Agent: [Function: Agent], - ClientRequest: [Function: ClientRequest], - IncomingMessage: [Function: IncomingMessage], - METHODS: [ - 'ACL', - 'BIND', - 'CHECKOUT', - 'CONNECT', - 'COPY', - 'DELETE', - 'GET', - 'HEAD', - 'LINK', - 'LOCK', - 'M-SEARCH', - 'MERGE', - 'MKACTIVITY', - 'MKCALENDAR', - 'MKCOL', - 'MOVE', - 'NOTIFY', - 'OPTIONS', - 'PATCH', - 'POST', - 'PROPFIND', - 'PROPPATCH', - 'PURGE', - 'PUT', - 'QUERY', - 'REBIND', - 'REPORT', - 'SEARCH', - 'SOURCE', - 'SUBSCRIBE', - 'TRACE', - 'UNBIND', - 'UNLINK', - 'UNLOCK', - 'UNSUBSCRIBE' - ], - OutgoingMessage: [Function: OutgoingMessage], - STATUS_CODES: { - '100': 'Continue', - '101': 'Switching Protocols', - '102': 'Processing', - '103': 'Early Hints', - '200': 'OK', - '201': 'Created', - '202': 'Accepted', - '203': 'Non-Authoritative Information', - '204': 'No Content', - '205': 'Reset Content', - '206': 'Partial Content', - '207': 'Multi-Status', - '208': 'Already Reported', - '226': 'IM Used', - '300': 'Multiple Choices', - '301': 'Moved Permanently', - '302': 'Found', - '303': 'See Other', - '304': 'Not Modified', - '305': 'Use Proxy', - '307': 'Temporary Redirect', - '308': 'Permanent Redirect', - '400': 'Bad Request', - '401': 'Unauthorized', - '402': 'Payment Required', - '403': 'Forbidden', - '404': 'Not Found', - '405': 'Method Not Allowed', - '406': 'Not Acceptable', - '407': 'Proxy Authentication Required', - '408': 'Request Timeout', - '409': 'Conflict', - '410': 'Gone', - '411': 'Length Required', - '412': 'Precondition Failed', - '413': 'Payload Too Large', - '414': 'URI Too Long', - '415': 'Unsupported Media Type', - '416': 'Range Not Satisfiable', - '417': 'Expectation Failed', - '418': \"I'm a Teapot\", - '421': 'Misdirected Request', - '422': 'Unprocessable Entity', - '423': 'Locked', - '424': 'Failed Dependency', - '425': 'Too Early', - '426': 'Upgrade Required', - '428': 'Precondition Required', - '429': 'Too Many Requests', - '431': 'Request Header Fields Too Large', - '451': 'Unavailable For Legal Reasons', - '500': 'Internal Server Error', - '501': 'Not Implemented', - '502': 'Bad Gateway', - '503': 'Service Unavailable', - '504': 'Gateway Timeout', - '505': 'HTTP Version Not Supported', - '506': 'Variant Also Negotiates', - '507': 'Insufficient Storage', - '508': 'Loop Detected', - '509': 'Bandwidth Limit Exceeded', - '510': 'Not Extended', - '511': 'Network Authentication Required' - }, - Server: [Function: Server], - ServerResponse: [Function: ServerResponse], - _checkInvalidHeaderChar: [Function: _checkInvalidHeaderChar], - _checkIsHttpToken: [Function: _checkIsHttpToken], - createServer: [Function: createServer], - get: [Function: get], - globalAgent: Agent [EventEmitter] { - agentKeepAliveTimeoutBuffer: 1000, - defaultPort: 80, - freeSockets: [Object: null prototype] {}, - keepAlive: true, - keepAliveMsecs: 1000, - maxFreeSockets: 256, - maxSockets: Infinity, - maxTotalSockets: Infinity, - options: { - keepAlive: true, - noDelay: true, - scheduling: 'lifo' - }, - protocol: 'http:', - requests: [Object: null prototype] {}, - scheduling: 'lifo', - sockets: [Object: null prototype] {} - }, - kConnectionsCheckingInterval: Symbol(nodejs.http.connectionsCheckingInterval), - kHighWaterMark: Symbol(nodejs.http.highWaterMark), - kOutHeaders: Symbol(nodejs.http.outHeaders), - kServerResponse: Symbol(http.ServerResponse), - maxHeaderSize: 16384, - parsers: { - max: 1000 - }, - request: [Function: request], - setMaxIdleHTTPParsers: [Function: setMaxIdleHTTPParsers], - validateHeaderName: [Function: validateHeaderName], - validateHeaderValue: [Function: validateHeaderValue] - } - } - ]\n at :anonymous (test-diagnostics-channel-module-require.js:33:1)\n at :program (test-diagnostics-channel-module-require.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected + [] - [ - - ] at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-worker-messageport-hasref.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected + [] - [ - 'WORKER' - ]\n at :anonymous (test-worker-messageport-hasref.js:33:1)\n at :program (test-worker-messageport-hasref.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected + [] - [ - - ] at EventEmitter. () at EventEmitter._return ", + "count": 1, + "exampleIds": [ + "test/parallel/test-worker-execargv.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal:\n+ actual - expected\n\n+ []\n- [\n- '--trace-warnings'\n- ]\n\n at EventEmitter. (test-worker-execargv.js:27:14)\n at EventEmitter._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at EventEmitter.emit (native)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected + {} - { - codeRangeSizeMb: , - maxOldGenerationSizeMb: , - maxYoungGenerat", + "count": 1, + "exampleIds": [ + "test/parallel/test-worker-resource-limits.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected + {} - { - codeRangeSizeMb: 16, - maxOldGenerationSizeMb: 16, - maxYoungGenerationSizeMb: 4, - stackSizeMb: 1 - }\n at :anonymous (test-worker-resource-limits.js:22:3)\n at :program (test-worker-resource-limits.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { - code: , name: } at :anonymous () at :program (, + name: - code: , - name: } at :anon", + "count": 1, + "exampleIds": [ + "test/parallel/test-fs-symlink.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + code: 'ERR_FS_INVALID_SYMLINK_TYPE', + name: 'Error' - code: 'ERR_INVALID_ARG_VALUE', - name: 'TypeError' }\n at :anonymous (test-fs-symlink.js:82:1)\n at :program (test-fs-symlink.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: - code: , - message: /dynamic import\\(\\) which", + "count": 1, + "exampleIds": [ + "test/parallel/test-require-mjs.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: \"Cannot load module: '../fixtures/es-modules/test-esm-ok.mjs'\" - code: 'ERR_REQUIRE_ESM', - message: /dynamic import\\(\\) which is available in all CommonJS modules/ }\n at :anonymous (test-require-mjs.js:10:1)\n at :program (test-require-mjs.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: - message: /Object that needs transfer was found/ }", + "count": 1, + "exampleIds": [ + "test/parallel/test-worker-broadcastchannel.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: 'value of type MessageChannelInstance is not yet supported by structured clone' - message: /Object that needs transfer was found/ }\n at :anonymous (test-worker-broadcastchannel.js:134:3)\n at :program (test-worker-broadcastchannel.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: - message: } at :anonymous () at :progra", + "count": 1, + "exampleIds": [ + "test/parallel/test-buffer-alloc.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: 'index is too large' - message: 'Invalid typed array length: 9007199254740992' }\n at :anonymous (test-buffer-alloc.js:14:1)\n at :program (test-buffer-alloc.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: , - code: , - message: /must be of type object/", + "count": 1, + "exampleIds": [ + "test/parallel/test-vm-context.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: 'called on non-object', - code: 'ERR_INVALID_ARG_TYPE', - message: /must be of type object/, name: 'TypeError' }\n at :=> (test-vm-context.js:85:3)\n at :anonymous (test-vm-context.js:76:1)\n at :program (test-vm-context.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: , - code: , - message: , name: } at ", + "count": 1, + "exampleIds": [ + "test/parallel/test-whatwg-url-custom-searchparams-constructor.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: 'URLSearchParams init pair must contain exactly two items', - code: 'ERR_INVALID_TUPLE', - message: 'Each query pair must be an iterable [name, value] tuple', name: 'TypeError' }\n at :anonymous (test-whatwg-url-custom-searchparams-constructor.js:50:3)\n at :program (test-whatwg-url-custom-searchparams-constructor.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: , - message: /test[/\\\\]fixtures[/\\\\]invalid\\on:", + "count": 1, + "exampleIds": [ + "test/parallel/test-require-json.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { + message: 'Unexpected string in JSON at position 42', - message: /test[/\\\\]fixtures[/\\\\]invalid\\.json: /, name: 'SyntaxError' }\n at :anonymous (test-require-json.js:27:1)\n at :program (test-require-json.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: , + message: - message: } at :anonymous (, + name: - name: } at test () at :anony", + "count": 1, + "exampleIds": [ + "test/parallel/test-buffer-tostring-rangeerror.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal: + actual - expected Comparison { code: 'ERR_STRING_TOO_LONG', + name: 'RangeError' - name: 'Error' }\n at test (test-buffer-tostring-rangeerror.js:37:3)\n at :anonymous (test-buffer-tostring-rangeerror.js:40:1)\n at :program (test-buffer-tostring-rangeerror.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly deep-equal: undefined !== {} at AssertionError: Expected values to be strictly deep-equal: undefined !== {}", + "count": 1, + "exampleIds": [ + "test/parallel/test-next-tick.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly deep-equal:\n\nundefined !== {}\n\n at test-next-tick.js:50:10\nAssertionError: Expected values to be strictly deep-equal:\n\nundefined !== {}\n\n at test-next-tick.js:58:10" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: + actual - expected ... Skipped lines + + + + + ... + + + - 'ry' },\\n\" + + \" hash: '#hash'\\n\" + - \" hash: '#hash',\\n\" + - ' Symbol(context): URLContext {\\n' + - \" href: 'https://username:password@host.name:8080/path/name/?que=ry#hash',\\n\" + - ' protocol_end: 6,\\n' + - ' username_end: 16,\\n' + - ' host_start: 25,\\n' + - ' host_end: 35,\\n' + - ' pathname_start: 40,\\n' + - ' search_start: 51,\\n' + - ' hash_start: 58,\\n' + - ' port: 8080,\\n' + - ' scheme_type: 2,\\n' + - ' [hasPort]: [Getter],\\n' + - ' [hasSearch]: [Getter],\\n' + - ' [hasHash]: [Getter]\\n' + - ' }\\n' + '}'\n at :anonymous (test-whatwg-url-custom-inspect.js:33:1)\n at :program (test-whatwg-url-custom-inspect.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: + actual - expected + - at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-streams-highwatermark.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal: + actual - expected + 1073741824 - 9007199254740991\n at :anonymous (test-streams-highwatermark.js:18:3)\n at :program (test-streams-highwatermark.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: + actual - expected + - at testHighWaterMarkIsMaxSafeInt () at :anonymous () at :program", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-iter-writable-from.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal: + actual - expected + 1073741824 - 9007199254740991\n at testHighWaterMarkIsMaxSafeInt (test-stream-iter-writable-from.js:536:3)\n at :anonymous (test-stream-iter-writable-from.js:618:1)\n at :program (test-stream-iter-writable-from.js:1:1)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: + actual - expected + - at at _return ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-writable-end-cb-error.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'ERR_STREAM_DESTROYED'\n- 'ERR_STREAM_WRITE_AFTER_END'\n\n at test-stream-writable-end-cb-error.js:71:12\n at _return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: + actual - expected + - at process. () at process._return () at process.e", + "count": 1, + "exampleIds": [ + "test/parallel/test-stream-pipeline-uncaught.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'The \"iterable\" argument must be an instance of Iterable. Received object'\n- 'error'\n\n at process. (test-stream-pipeline-uncaught.js:11:10)\n at process._return (/work/.harness/work/node-api/node-api-overlay/test/common/index.js:573:12)\n at process.emit (native)" + ] + }, + { + "signature": "AssertionError: Expected values to be strictly equal: + actual - expected + - at test () at :anonymous () at :program ()", + "count": 1, + "exampleIds": [ + "test/parallel/test-buffer-constructor-node-modules-paths.js" + ], + "samples": [ + "AssertionError: Expected values to be strictly equal: + actual - expected + \"Error: Usage: 'elide