Skip to content

Commit 852aef0

Browse files
committed
Repair original Linux benchmark qualification failures
1 parent 59e393f commit 852aef0

5 files changed

Lines changed: 29 additions & 13 deletions

File tree

‎benchmarks/KeyLoad.Comparisons/Features/BenchmarkComparisons/Targets/MongoDB/MongoProfileFactory.cs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
using MongoDB.Driver;
21
using Microsoft.Extensions.Options;
2+
using MongoDB.Driver;
33

44
namespace KeyLoad.Comparisons.Targets;
55

‎docs/implementation/status.json‎

Lines changed: 22 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -25,15 +25,30 @@
2525
"websiteBaselineInputs": 1716,
2626
"runtimeQualified": false,
2727
"fullTaskComplete": false,
28-
"sourceStage": "Shared native runner/adapters, exclusive RF3 load and authenticated qualification implemented; mapped regression repairs frozen for a scoped GitHub checkpoint. Owner correction requires all further builds, checks and tests in GitHub Actions.",
28+
"sourceStage": "Shared native runner/adapters, exclusive RF3 load and authenticated qualification implemented in checkpoint 59e393f4. Original Linux build passed; import ordering and two exact Aspire registry assertions repaired for the next GitHub checkpoint. Heavy-load overlap proof now observes the incomplete writer before the later incomplete read. All further builds, checks and tests remain GitHub-only.",
2929
"verification": {
30-
"canonicalBuild": "github_checkpoint_pending; earlier local tenth build compiled ComparisonTests but failed on heavy lifecycle and concurrent recovery sources; mapped owning repairs authored",
31-
"format": "github_canonical_verification_pending; earlier scoped whitespace and braces applied",
32-
"governance": "github_checkpoint_pending; earlier development check passed before final repairs",
33-
"nativeRegressions": "github_checkpoint_pending; earlier local original TUnit 136/152 passed, 16 failed, zero skipped; mapped fixture/configuration/cleanup repairs authored",
30+
"canonicalBuild": "original_linux_59e393f4_passed_in_benchmarks_and_build_and_tests; next_repaired_source_pending",
31+
"format": "original_linux_59e393f4_failed_one_MongoProfileFactory_IMPORTS_ordering; exact_import_repair_authored_next_source_pending",
32+
"governance": "original_linux_59e393f4_build_and_tests_repository_rules_passed; benchmark_gate_not_reached_after_format_failure",
33+
"nativeRegressions": "original_linux_59e393f4_resource_models_105_passed_2_failed_0_skipped; exact_HelixDB_SurrealDB_Registry_null_assertions_repaired; document_native_and_heavy_gates_not_reached; earlier_local_136_of_152_failed_history_retained",
3434
"actualLinuxScale": "pending_original_exact_source_workflow",
35-
"workflowSyntax": "github_checkpoint_pending; earlier actionlint passed after functional gate join",
36-
"canonicalPlanner": "418_documents_and_1898_total_named_database_cells_generated"
35+
"workflowSyntax": "original_linux_59e393f4_workflow_started_and_plan_passed; next_source_pending",
36+
"canonicalPlanner": "original_linux_59e393f4_plan_passed_418_documents_and_1898_total_named_database_cells"
37+
},
38+
"latestOriginalLinux": {
39+
"sourceCommit": "59e393f43f7c8f3bddd72125aeebb5f8304af5ab",
40+
"runId": 37918202699,
41+
"runAttempt": 1,
42+
"receipt": "https://github.com/managedcode/KeyLoad/actions/runs/37918202699",
43+
"conclusion": "failure",
44+
"buildPassed": true,
45+
"formatterPassed": false,
46+
"resourceModelPassed": 105,
47+
"resourceModelFailed": 2,
48+
"resourceModelSkipped": 0,
49+
"documentNativeExecuted": false,
50+
"heavyRf3Executed": false,
51+
"scaleExecuted": false
3752
},
3853
"qualification": "No fabricated measurements, no performance winner, no full coverage or production claim; authentic complete current-source Linux workloads and required recovery/RF3 gates remain open."
3954
},

‎tests/KeyLoad.ComparisonTests/Features/BenchmarkComparisons/Cases/IsolatedHelixDbResourceTests.cs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ public async Task HelixDbUsesPinnedServerWithNativeDirectoryPersistence()
1717
var runner = resources.Single(item => item.Name == IsolatedResourceTopologyFixture.RunnerName);
1818
await IsolatedResourceTopologyFixture.VerifyWaitsAsync(runner, [node]);
1919
var image = node.Annotations.OfType<ContainerImageAnnotation>().Single();
20-
await Assert.That(image.Registry).IsEqualTo(string.Empty);
20+
await Assert.That(image.Registry).IsNull();
2121
await Assert.That(image.Image).IsEqualTo("ghcr.io/helixdb/helixdb");
2222
await Assert.That(image.Tag).IsNull();
2323
await Assert.That(image.SHA256).IsEqualTo(BenchmarkResources.HelixDbDigest[7..]);

‎tests/KeyLoad.ComparisonTests/Features/BenchmarkComparisons/Cases/IsolatedSurrealDbResourceTests.cs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ public async Task SurrealDbDoesNotInventCommunityClusterMembers(int count)
4141
internal static async Task VerifyNodeAsync(ContainerResource node, string root)
4242
{
4343
var image = node.Annotations.OfType<ContainerImageAnnotation>().Single();
44-
await Assert.That(image.Registry).IsEqualTo(string.Empty);
44+
await Assert.That(image.Registry).IsNull();
4545
await Assert.That(image.Image).IsEqualTo("surrealdb/surrealdb");
4646
await Assert.That(image.Tag).IsNull();
4747
await Assert.That(image.SHA256).IsEqualTo(BenchmarkResources.SurrealDbDigest[7..]);

‎tests/KeyLoad.IntegrationTests/Features/DocumentStorage/Helpers/HeavyDocumentLoadScenario.cs‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -114,7 +114,8 @@ private async Task ReadSdkAsync(KeyLoadClient client, PartitionRef partition, Ca
114114
{
115115
token.ThrowIfCancellationRequested();
116116
var original = client.GetAsync(HeavyDocumentLoadReadback.Sentinel(partition), token);
117-
var concurrent = !original.IsCompleted && overlap.HasIncompleteOriginal();
117+
// Completion is monotonic: a later incomplete read also existed at the observed incomplete write.
118+
var concurrent = overlap.HasIncompleteOriginal() && !original.IsCompleted;
118119
var result = await McpCallerAssertions.SdkSuccessAsync(await original.ConfigureAwait(false)).ConfigureAwait(false);
119120
await HeavyDocumentLoadReadback.VerifySentinelAsync(result, partition).ConfigureAwait(false);
120121
if (concurrent)
@@ -129,7 +130,7 @@ private async Task ReadMcpAsync(McpOfficialClient owner, PartitionRef partition,
129130
token.ThrowIfCancellationRequested();
130131
var original = owner.CallAsync(McpCallerTools.DocumentsGet,
131132
new GetDocumentRequest(HeavyDocumentLoadReadback.Sentinel(partition)), token);
132-
var concurrent = !original.IsCompleted && overlap.HasIncompleteOriginal();
133+
var concurrent = overlap.HasIncompleteOriginal() && !original.IsCompleted;
133134
var result = await McpCallerAssertions.SuccessAsync<DocumentResult?>(await original.ConfigureAwait(false))
134135
.ConfigureAwait(false);
135136
await HeavyDocumentLoadReadback.VerifySentinelAsync(result.Value, partition).ConfigureAwait(false);
@@ -145,7 +146,7 @@ private async Task QueryMcpAsync(McpOfficialClient owner, PartitionRef partition
145146
{
146147
token.ThrowIfCancellationRequested();
147148
var original = owner.CallAsync(McpCallerTools.QueryAst, request, token);
148-
var concurrent = !original.IsCompleted && overlap.HasIncompleteOriginal();
149+
var concurrent = overlap.HasIncompleteOriginal() && !original.IsCompleted;
149150
var result = await McpCallerAssertions.SuccessAsync<QueryPage>(await original.ConfigureAwait(false))
150151
.ConfigureAwait(false);
151152
await HeavyDocumentLoadReadback.VerifySentinelPageAsync(result.Value).ConfigureAwait(false);

0 commit comments

Comments
 (0)