Skip to content

Commit f2dd44e

Browse files
KSemenenkoKSemenenko
committed
Handle audited unavailable benchmark generations in Website
1 parent 6c20cf4 commit f2dd44e

7 files changed

Lines changed: 148 additions & 5 deletions

File tree

‎docs/Features/BenchmarkComparisons.md‎

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1290,9 +1290,14 @@ for the current website rather than a newly admitted measurement source.
12901290

12911291
| Producer | Aggregate job | Original source |
12921292
|---|---|---|
1293+
| 37261761162/1 | 111661187694 | fb586bfcf05c18e79f892c5ecaf5c1092811aaf8 |
12931294
| 37303831415/1 | 111789704230 | 55fb4e3704bd30b5e57b8173953e6e017c0f8333 |
12941295
| 37292025104/1 | 111747139519 | 1e8833c027cf232e35fe012cd3eed41c61a17f89 |
1296+
| 37257873745/1 | 111632167471 | a3136fb90f7cbaaad8935fdc04984372167e6d4c |
1297+
| 37249197758/1 | 111604106769 | f8b3ba68da2f28660da1a36db396882ba2f72b7d |
12951298
| 37242346637/1 | 111579241125 | 5fa61f27a34b5c573579fca3a84b8e5201dbd82e |
1299+
| 37232926362/1 | 111546308960 | 3985008b0d360dd7e1bd9d26aae572e5e6368128 |
1300+
| 37224468826/1 | 111525368980 | 37a9da0394b7219b4fa05edd21ee41ec614e604f |
12961301
| 37215426617/1 | 111499247110 | bb16152827b38dc4533a1d7830e664b4ecd11267 |
12971302
| 37206566979/1 | 111478923031 | 377886f35928866f083806062b446056d64539e3 |
12981303
| 37192832037/1 | 111425227628 | 873cd1a36ad14ab966065c924c71a292ea681083 |
@@ -1350,3 +1355,19 @@ syntax/graph, governance and diff checks passed. The shared canonical format che
13501355
still reports unrelated BackupRestore `AtomicPartitionRosterFixture.cs:134`
13511356
whitespace. Linux delivered-source qualification and Pages remain pending; these
13521357
local development receipts are not provider or current database qualification.
1358+
1359+
First standalone source `6c20cf4f` run37480759611 confirmed the independent
1360+
Website graph but failed optional capture at another original old-generation
1361+
successful aggregate: run37261761162/1 (#82), job111661187694, sourcefb586bfc.
1362+
Its original retained steps/wrappers match the same exact unsupported contract.
1363+
Extend only the source-bound generation inventory and preserve the original
1364+
metadata as a native selection regression. Audit the remaining original producer
1365+
inventory before the next publication attempt; no provider pass is claimed.
1366+
1367+
The authenticated audit is complete through the first compatible legacy cohort
1368+
run37184989107/1 (#53), source73aebfd3f72695357834599e813aba77b9e274ad.
1369+
The thirteen exact unavailable source generations above and in the earlier c16/ce2
1370+
contracts retain identical successful owned/native steps. Skipped jobs without
1371+
steps and cancelled runs do not become unavailable-generation pins. The compatible
1372+
cohort remains subject to original archive, source, provenance and freshness
1373+
qualification; API artifact availability alone does not qualify publication.

‎docs/implementation/status.json‎

Lines changed: 14 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -4879,7 +4879,7 @@
48794879
"buildAndTestsDependency": false,
48804880
"benchmarkSuccessDependency": false,
48814881
"qualification": "existing_content_only_or_complete_measured_qualification_and_freshness_preserved",
4882-
"providerPublication": "pending",
4882+
"providerPublication": "first_standalone_run_failed_old_generation_capture_repair_verified_next_native_run_pending",
48834883
"siteTestsBuild": "passed_zero_warnings_zero_errors",
48844884
"siteTestsFormat": "passed",
48854885
"canonicalBuild": "passed_zero_warnings_zero_errors_final_source",
@@ -4901,12 +4901,21 @@
49014901
"alwaysRunExecutorRegressions": {
49024902
"status": "passed_development_only",
49034903
"suite": "Aspire_unit_SiteOptionalBenchmarkSelectionTests",
4904-
"tests": 21,
4905-
"passed": 21,
4904+
"tests": 22,
4905+
"passed": 22,
49064906
"skipped": 0,
49074907
"executorCases": 3,
4908-
"trxSha256": "9432e030119757663722244c78d40215a87cdb149e8d89cc338c469ab8620452"
4909-
}
4908+
"trxSha256": "df3991c8bd94b90a3a95a9ba952e68478111e3f09764f6787b4a4cdb46ddb94d"
4909+
},
4910+
"firstNativeRun": {
4911+
"source": "6c20cf4fba946afc123fd2fd29960d7995c248f4",
4912+
"runId": 37480759611,
4913+
"conclusion": "failure",
4914+
"stage": "optional_benchmark_capture",
4915+
"independentWorkflowStarted": true,
4916+
"pagesPublished": false
4917+
},
4918+
"unavailableProducerGenerations": 13
49104919
}
49114920
}
49124921
},

‎scripts/Features/BenchmarkComparisons/site-isolated-github-contract.mjs‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,9 +28,14 @@ export const SITE_GH = Object.freeze({
2828
unavailableProducerGenerations: Object.freeze([
2929
'c16a1d928d7d6941db74403e47f3dbcea206d86a',
3030
'ce2eace916b3660a4c7fe2976a012637600c3b28',
31+
'fb586bfcf05c18e79f892c5ecaf5c1092811aaf8',
3132
'55fb4e3704bd30b5e57b8173953e6e017c0f8333',
3233
'1e8833c027cf232e35fe012cd3eed41c61a17f89',
34+
'a3136fb90f7cbaaad8935fdc04984372167e6d4c',
35+
'f8b3ba68da2f28660da1a36db396882ba2f72b7d',
3336
'5fa61f27a34b5c573579fca3a84b8e5201dbd82e',
37+
'3985008b0d360dd7e1bd9d26aae572e5e6368128',
38+
'37a9da0394b7219b4fa05edd21ee41ec614e604f',
3439
'bb16152827b38dc4533a1d7830e664b4ecd11267',
3540
'377886f35928866f083806062b446056d64539e3',
3641
'873cd1a36ad14ab966065c924c71a292ea681083',

‎tests/KeyLoad.UnitTests/Features/BenchmarkComparisons/Cases/SiteOptionalBenchmarkSelectionTests.cs‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ internal sealed class SiteOptionalBenchmarkSelectionTests
66
[Test]
77
[Arguments("retained-success", true)]
88
[Arguments("retained-unready", true)]
9+
[Arguments("retained-fb-unready", true)]
910
[Arguments("failed-aggregate", true)]
1011
[Arguments("no-aggregate", true)]
1112
[Arguments("current-success", true)]

‎tests/KeyLoad.UnitTests/Features/BenchmarkComparisons/Fixtures/SiteOptionalRetainedFbAggregate.json‎

Lines changed: 100 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,100 @@
1+
{
2+
"id": 111661187694,
3+
"run_id": 37261761162,
4+
"workflow_name": "Benchmarks",
5+
"head_branch": "main",
6+
"run_url": "https://api.github.com/repos/managedcode/KeyLoad/actions/runs/37261761162",
7+
"run_attempt": 1,
8+
"node_id": "CR_kwDOHHqt7c8AAAAZ_4aCbg",
9+
"head_sha": "fb586bfcf05c18e79f892c5ecaf5c1092811aaf8",
10+
"url": "https://api.github.com/repos/managedcode/KeyLoad/actions/jobs/111661187694",
11+
"html_url": "https://github.com/managedcode/KeyLoad/actions/runs/37261761162/job/111661187694",
12+
"status": "completed",
13+
"conclusion": "success",
14+
"created_at": "2026-10-05T07:35:44Z",
15+
"started_at": "2026-10-05T07:35:46Z",
16+
"completed_at": "2026-10-05T07:42:12Z",
17+
"name": "Combine benchmark results",
18+
"steps": [
19+
{
20+
"name": "Set up job",
21+
"status": "completed",
22+
"conclusion": "success",
23+
"number": 1,
24+
"started_at": "2026-10-05T07:35:47Z",
25+
"completed_at": "2026-10-05T07:35:48Z"
26+
},
27+
{
28+
"name": "Download source code",
29+
"status": "completed",
30+
"conclusion": "success",
31+
"number": 2,
32+
"started_at": "2026-10-05T07:35:48Z",
33+
"completed_at": "2026-10-05T07:35:52Z"
34+
},
35+
{
36+
"name": "Verify benchmark plan",
37+
"status": "completed",
38+
"conclusion": "success",
39+
"number": 3,
40+
"started_at": "2026-10-05T07:35:52Z",
41+
"completed_at": "2026-10-05T07:35:53Z"
42+
},
43+
{
44+
"name": "Download benchmark results",
45+
"status": "completed",
46+
"conclusion": "success",
47+
"number": 4,
48+
"started_at": "2026-10-05T07:35:53Z",
49+
"completed_at": "2026-10-05T07:41:12Z"
50+
},
51+
{
52+
"name": "Check all 270 benchmark results",
53+
"status": "completed",
54+
"conclusion": "success",
55+
"number": 5,
56+
"started_at": "2026-10-05T07:41:12Z",
57+
"completed_at": "2026-10-05T07:41:50Z"
58+
},
59+
{
60+
"name": "Save combined benchmark results",
61+
"status": "completed",
62+
"conclusion": "success",
63+
"number": 6,
64+
"started_at": "2026-10-05T07:41:50Z",
65+
"completed_at": "2026-10-05T07:42:07Z"
66+
},
67+
{
68+
"name": "Save GitHub result verification",
69+
"status": "completed",
70+
"conclusion": "success",
71+
"number": 7,
72+
"started_at": "2026-10-05T07:42:07Z",
73+
"completed_at": "2026-10-05T07:42:09Z"
74+
},
75+
{
76+
"name": "Post Download source code",
77+
"status": "completed",
78+
"conclusion": "success",
79+
"number": 14,
80+
"started_at": "2026-10-05T07:42:09Z",
81+
"completed_at": "2026-10-05T07:42:09Z"
82+
},
83+
{
84+
"name": "Complete job",
85+
"status": "completed",
86+
"conclusion": "success",
87+
"number": 15,
88+
"started_at": "2026-10-05T07:42:09Z",
89+
"completed_at": "2026-10-05T07:42:09Z"
90+
}
91+
],
92+
"check_run_url": "https://api.github.com/repos/managedcode/KeyLoad/check-runs/111661187694",
93+
"labels": [
94+
"ubuntu-latest"
95+
],
96+
"runner_id": 1000021570,
97+
"runner_name": "GitHub Actions 1000021570",
98+
"runner_group_id": 0,
99+
"runner_group_name": "GitHub Actions"
100+
}

0 commit comments

Comments
 (0)