Checkpoint functional coverage identity and open-loop source

Author: KSemenenko

README.md

@@ -360,6 +360,13 @@ native report preservation and complete-operation test requirements.
 
 Full-text search comes from [ZoneTree.FullTextSearch](https://github.com/ZoneTree/ZoneTree.FullTextSearch). KeyLoad then ranks the results it finds and checks permissions on each one.
 
+Native Orleans [runtime adoption](docs/Features/ClusterRouting/RuntimeAdoption.md)
+and [journal-backed Durable Jobs](docs/Features/ClusterRouting/RuntimeJournal.md)
+are being integrated. The source includes due-work wakeups, bounded telemetry,
+local lifecycle ownership and saga timeout jobs; its final build and runtime
+tests remain blocked by the current shared compiler/analyzer migration. Native
+job restart/adoption and real SDK/MCP RF3 fault qualification remain open.
+
 For detailed status, see the [implementation tracker](docs/implementation/status.json) and the [qualification records](docs/implementation/). We publish performance numbers only from real GitHub Actions runs, on the [website](https://www.keyload.cloud/).
 
 Website publication runs independently in CI when source changes. It uses the newest completed benchmark run with a verified aggregate when available; otherwise it publishes the product site without performance figures. A completed benchmark run triggers a fresh website build. [ADR-112](docs/ADR/ADR-112-independent-website-publication.md) records the source, artifact and publication checks; the revised route still needs delivered-source Linux CI and Pages verification.

benchmarks/KeyLoad.BenchmarkScenarios/Features/BenchmarkComparisons/Benchmarks/EmbeddedBenchmarks.cs

@@ -10,6 +10,10 @@ namespace KeyLoad.BenchmarkScenarios.Features.BenchmarkComparisons;
 [MemoryDiagnoser]
 public class EmbeddedBenchmarks : IDisposable
 {
+    private const int FirstVectorCoordinate = 1;
+    private const int SecondVectorCoordinate = 2;
+    private const int ThirdVectorCoordinate = 3;
+
     private const string TemporaryDirectoryPrefix = "keyload-benchmark-";
     private const string TenantId = "benchmark";
     private const string DatabaseId = "database";
@@ -75,7 +79,7 @@ public byte[] CompositeKey()
     /// <summary>Computes cosine similarity over the existing eight-dimensional input pair.</summary>
     [Benchmark]
     public double ExactCosine()
-        => SearchEngine.Similarity([1, 2, 3, 4, 5, 6, 7, 8], [8, 7, 6, 5, 4, 3, 2, 1], DistanceMetric.Cosine);
+        => SearchEngine.Similarity([FirstVectorCoordinate, SecondVectorCoordinate, ThirdVectorCoordinate, 4, 5, 6, 7, 8], [8, 7, 6, 5, 4, ThirdVectorCoordinate, SecondVectorCoordinate, FirstVectorCoordinate], DistanceMetric.Cosine);
 
     /// <summary>Releases the fixture's database, store and temporary directory.</summary>
     [GlobalCleanup]
@@ -123,15 +127,18 @@ internal DatabaseEngine Database
 
         internal void Initialize(PartitionRef partition)
         {
+            const int BootstrapCatalogVersion = 1;
+            const int InitialCatalogRevision = 0;
+
             store = new(new(directory), options.Storage, options.PointCache);
             database = new(store, new AuthorizationPolicy(), options.Database, options.DueWork, options.EventSource,
-                options.Messaging, options.GraphExecution);
+                options.Messaging, options.GraphExecution, options.ChangeFeedExecution, options.TimeSeriesExecution);
             database.Bootstrap(new(PrincipalId, PrincipalScope,
                 [new(Wildcard, Wildcard, Capability.All)], [Wildcard])
             { ClusterAdministrator = true },
                 DatabaseEngine.Credential(PrincipalId, PrincipalId, BenchmarkCredential));
             var shardId = store.Identity.NodeId;
-            var catalog = new BootstrapPhysicalShardCatalogRequest(1, 0, shardId, store.Identity.Incarnation,
+            var catalog = new BootstrapPhysicalShardCatalogRequest(BootstrapCatalogVersion, InitialCatalogRevision, shardId, store.Identity.Incarnation,
                 [shardId.ToString(GuidFormat)]);
             Database.Apply(Database.CreateNativeOperation(OperationKind.BootstrapPhysicalShardCatalog,
                 PhysicalShardCatalogIdentity.CreateBootstrapCommandId(shardId), PrincipalId,

benchmarks/KeyLoad.BenchmarkScenarios/Features/BenchmarkComparisons/Benchmarks/ScaledStorageReadBenchmarks.cs

@@ -1,6 +1,7 @@
 using BenchmarkDotNet.Attributes;
 using BenchmarkDotNet.Configs;
 using BenchmarkDotNet.Jobs;
+using Microsoft.Extensions.Options;
 
 namespace KeyLoad.BenchmarkScenarios.Features.BenchmarkComparisons;
 
@@ -11,8 +12,6 @@ namespace KeyLoad.BenchmarkScenarios.Features.BenchmarkComparisons;
 [Config(typeof(ScaledStorageReadUnrollConfiguration))]
 public class ScaledStorageReadBenchmarks : IDisposable
 {
-    private const string EngineEnvironmentVariable = "KEYLOAD_RAW_STORAGE_ENGINE";
-    private const string RecordCountEnvironmentVariable = "KEYLOAD_SCALED_STORAGE_RECORD_COUNT";
     private const string ZoneTreeLabel = "zonetree";
     private const int SmallPayloadBytes = 32;
     private const int LargePayloadBytes = 1024;
@@ -31,6 +30,7 @@ public class ScaledStorageReadBenchmarks : IDisposable
     private const string ChecksumMessage = "A scaled benchmark checksum differs from the exact full-index oracle.";
     private ScaledRawStorageFixture? _fixture;
     private bool _disposed;
+    private IOptions<BenchmarkScenarioSelectionOptions>? selection;
 
     /// <summary>Gets or sets the one exact lowercase ZoneTree selection.</summary>
     [ParamsSource(nameof(Engines))]
@@ -45,10 +45,10 @@ public class ScaledStorageReadBenchmarks : IDisposable
     public int RecordCount { get; set; } = HundredThousand;
 
     /// <summary>Provides exactly one process-selected engine.</summary>
-    public IEnumerable<string> Engines => [SelectEngine()];
+    public IEnumerable<string> Engines => [Selection.Value.Engine];
 
     /// <summary>Provides exactly one process-selected qualification count.</summary>
-    public IEnumerable<int> RecordCounts => [SelectRecordCount()];
+    public IEnumerable<int> RecordCounts => [BenchmarkScenarioSelectionRegistration.RecordCount(Selection.Value)];
 
     /// <summary>Creates the real bounded engine and completes its full setup oracle.</summary>
     [GlobalSetup]
@@ -73,9 +73,12 @@ public void Setup()
     [Benchmark(OperationsPerInvoke = ReadsPerInvocation)]
     public ulong SequentialRead()
     {
+        const int ChecksumInitialValue = 0;
+        const int OperationInitialValue = 0;
+
         var fixture = RequireFixture();
-        ulong checksum = 0;
-        for (var operation = 0; operation < ReadsPerInvocation; operation++)
+        ulong checksum = ChecksumInitialValue;
+        for (var operation = OperationInitialValue; operation < ReadsPerInvocation; operation++)
         {
             var identity = fixture.ReadNextSequential();
             if (identity != (ulong)(operation % RecordCount))
@@ -93,9 +96,12 @@ public ulong SequentialRead()
     [Benchmark(OperationsPerInvoke = ReadsPerInvocation)]
     public ulong RandomRead()
     {
+        const int ChecksumInitialValue = 0;
+        const int OperationInitialValue = 0;
+
         var fixture = RequireFixture();
-        ulong checksum = 0;
-        for (var operation = 0; operation < ReadsPerInvocation; operation++)
+        ulong checksum = ChecksumInitialValue;
+        for (var operation = OperationInitialValue; operation < ReadsPerInvocation; operation++)
         {
             var identity = fixture.ReadNextRandom();
             checksum += identity;
@@ -137,12 +143,8 @@ protected virtual void Dispose(bool disposing)
         _disposed = true;
     }
 
-    private static string SelectEngine()
-    {
-        var selected = Environment.GetEnvironmentVariable(EngineEnvironmentVariable) ?? ZoneTreeLabel;
-        ValidateEngine(selected);
-        return selected;
-    }
+    private IOptions<BenchmarkScenarioSelectionOptions> Selection
+        => selection ??= BenchmarkScenarioSelectionRegistration.ReadScaled();
 
     private static void ValidateEngine(string label)
     {
@@ -152,24 +154,6 @@ private static void ValidateEngine(string label)
         }
     }
 
-    private static int SelectRecordCount()
-    {
-        var configured = Environment.GetEnvironmentVariable(RecordCountEnvironmentVariable);
-        if (configured is null)
-        {
-            return HundredThousand;
-        }
-
-        if (int.TryParse(configured, System.Globalization.NumberStyles.None,
-                System.Globalization.CultureInfo.InvariantCulture, out var count)
-            && count is HundredThousand or OneMillion)
-        {
-            return count;
-        }
-
-        throw new InvalidOperationException(InvalidCountMessage);
-    }
-
     private ScaledRawStorageFixture RequireFixture()
     {
         ObjectDisposedException.ThrowIf(_disposed, this);
@@ -178,8 +162,11 @@ private ScaledRawStorageFixture RequireFixture()
 
     private ulong ValidateChecksum(ulong actual)
     {
+        const int RecordCountStep = 1;
+        const ulong ArithmeticSeriesDivisor = 2UL;
+
         var cycles = (ulong)(ReadsPerInvocation / RecordCount);
-        var expected = checked(cycles * (ulong)RecordCount * (ulong)(RecordCount - 1) / 2UL);
+        var expected = checked(cycles * (ulong)RecordCount * (ulong)(RecordCount - RecordCountStep) / ArithmeticSeriesDivisor);
         if (actual != expected)
         {
             throw new InvalidOperationException(ChecksumMessage);

benchmarks/KeyLoad.BenchmarkScenarios/Features/BenchmarkComparisons/Benchmarks/Serialization/NativeCommandSerializationBenchmarks.cs

@@ -5,10 +5,12 @@ namespace KeyLoad.BenchmarkScenarios.Features.BenchmarkComparisons;
 
 /// <summary>Measures full native and historical typed JSON serialization of polymorphic command requests.</summary>
 [MemoryDiagnoser]
-[SimpleJob(RuntimeMoniker.Net10_0, launchCount: 2, warmupCount: 3, iterationCount: 6, id: "NativeSerialization")]
+[SimpleJob(RuntimeMoniker.Net10_0, launchCount: 2, warmupCount: 3, iterationCount: 6, id: nameof(NativeSerialization))]
 [IterationTime(200)]
 public class NativeCommandSerializationBenchmarks
 {
+    private const string RequireStateFailureMessage = "The native serialization fixture is not initialized.";
+
     private NativeSerializationBenchmarkState<CommandRequest>? state;
 
     /// <summary>Gets or sets the document JSON byte length and vector backing byte length; envelope overhead is additional.</summary>
@@ -19,12 +21,14 @@ public class NativeCommandSerializationBenchmarks
     [GlobalSetup]
     public void Setup()
     {
+        const string SetupFailureMessage = "The native serialization fixture is already initialized.";
+
         if (state is not null)
         {
-            throw new InvalidOperationException("The native serialization fixture is already initialized.");
+            throw new InvalidOperationException(SetupFailureMessage);
         }
         var candidate = new NativeSerializationBenchmarkState<CommandRequest>(NativeSerializationBenchmarkCorpus.Command(PayloadBytes));
-        NativeSerializationBenchmarkManifest.Write(nameof(NativeCommandSerializationBenchmarks), PayloadBytes, candidate);
+        NativeSerializationBenchmarkManifest.Write(nameof(NativeCommandSerializationBenchmarks), PayloadBytes, candidate, BenchmarkArtifactRegistration.ReadNativeSerialization());
         state = candidate;
     }
 
@@ -53,5 +57,5 @@ public void Setup()
     public void Cleanup() => state = null;
 
     private NativeSerializationBenchmarkState<CommandRequest> RequireState()
-        => state ?? throw new InvalidOperationException("The native serialization fixture is not initialized.");
+        => state ?? throw new InvalidOperationException(RequireStateFailureMessage);
 }

benchmarks/KeyLoad.BenchmarkScenarios/Features/BenchmarkComparisons/Benchmarks/Serialization/NativeDocumentSerializationBenchmarks.cs

@@ -5,10 +5,12 @@ namespace KeyLoad.BenchmarkScenarios.Features.BenchmarkComparisons;
 
 /// <summary>Measures full native and historical typed JSON serialization of document results.</summary>
 [MemoryDiagnoser]
-[SimpleJob(RuntimeMoniker.Net10_0, launchCount: 2, warmupCount: 3, iterationCount: 6, id: "NativeSerialization")]
+[SimpleJob(RuntimeMoniker.Net10_0, launchCount: 2, warmupCount: 3, iterationCount: 6, id: nameof(NativeSerialization))]
 [IterationTime(200)]
 public class NativeDocumentSerializationBenchmarks
 {
+    private const string RequireStateFailureMessage = "The native serialization fixture is not initialized.";
+
     private NativeSerializationBenchmarkState<DocumentResult>? state;
 
     /// <summary>Gets or sets the exact UTF-8 byte length of the embedded document JSON; envelope overhead is additional.</summary>
@@ -19,12 +21,14 @@ public class NativeDocumentSerializationBenchmarks
     [GlobalSetup]
     public void Setup()
     {
+        const string SetupFailureMessage = "The native serialization fixture is already initialized.";
+
         if (state is not null)
         {
-            throw new InvalidOperationException("The native serialization fixture is already initialized.");
+            throw new InvalidOperationException(SetupFailureMessage);
         }
         var candidate = new NativeSerializationBenchmarkState<DocumentResult>(NativeSerializationBenchmarkCorpus.Document(PayloadBytes));
-        NativeSerializationBenchmarkManifest.Write(nameof(NativeDocumentSerializationBenchmarks), PayloadBytes, candidate);
+        NativeSerializationBenchmarkManifest.Write(nameof(NativeDocumentSerializationBenchmarks), PayloadBytes, candidate, BenchmarkArtifactRegistration.ReadNativeSerialization());
         state = candidate;
     }
 
@@ -53,5 +57,5 @@ public void Setup()
     public void Cleanup() => state = null;
 
     private NativeSerializationBenchmarkState<DocumentResult> RequireState()
-        => state ?? throw new InvalidOperationException("The native serialization fixture is not initialized.");
+        => state ?? throw new InvalidOperationException(RequireStateFailureMessage);
 }

benchmarks/KeyLoad.BenchmarkScenarios/Features/BenchmarkComparisons/Benchmarks/Serialization/NativeSerializationBenchmarkCorpus.cs

@@ -6,56 +6,92 @@ namespace KeyLoad.BenchmarkScenarios.Features.BenchmarkComparisons;
 
 internal static class NativeSerializationBenchmarkCorpus
 {
+    private const string CorpusCommandIdentity = "f76ee337-b9f1-49d7-a407-fb28af7bac98";
+    private const string CorpusCollection = "documents";
+    private const string CorpusDocumentId = "document-1";
+    private const int CorpusDocumentRevision = 42;
+    private const string RedactedSecretField = "secret";
+    private const string CorpusTenant = "tenant";
+    private const string CorpusDatabase = "database";
+    private const string CorpusDomain = "domain";
+
     internal const int SmallPayloadBytes = 1024;
     internal const int LargePayloadBytes = 16384;
     internal const string UnicodeText = "Київ🌍";
     private const string JsonPrefix = "{\"text\":\"Київ🌍\",\"escaped\":\"line\\n\\\"quoted\\\"\\\\tail\",\"number\":1.2300,\"padding\":\"";
     private const string JsonSuffix = "\"}";
     private const string PartitionId = "partition-1";
-    private static readonly Guid CommandId = new("f76ee337-b9f1-49d7-a407-fb28af7bac98");
+    private static readonly Guid CommandId = new(CorpusCommandIdentity);
 
     internal static DocumentResult Document(int payloadBytes)
-        => new(new(Partition(), "documents", "document-1"), 42, Json(payloadBytes), true, ["secret", UnicodeText]);
+        => new(new(Partition(), CorpusCollection, CorpusDocumentId), CorpusDocumentRevision, Json(payloadBytes), true, [RedactedSecretField, UnicodeText]);
 
     internal static CommandRequest Command(int payloadBytes)
     {
+        const int StartEmptyCount = 0;
+        const int VectorCycleLength = 31;
+        const int PatternOffset = 15;
+        const float PatternScale = 16f;
+        const string CommandIdText = "semantic";
+        const string CommandModelText = "model-α";
+        const string CommandVersionText = "v1";
+        const string CommandCollectionText = "documents";
+        const string CommandCommandIdText = "document-1";
+        const int PreviousDocumentRevision = 41;
+        const string CommandOwnerIdText = "owner";
+        const string CommandProjectIdText = "project";
+        const string CommandJsonText = "{\"optional\":null}";
+        const string CommandFieldText = "embedding";
+        const int ExpectedVectorDocumentRevision = 42;
+        const int CorpusOwnershipEpoch = 7;
+
         RequireSize(payloadBytes);
         var dimension = payloadBytes / sizeof(float);
-        var values = Enumerable.Range(0, dimension).Select(index => (index % 31 - 15) / 16f).ToImmutableArray();
-        var space = new VectorSpace("semantic", dimension, DistanceMetric.Cosine, "model-α", "v1");
+        var values = Enumerable.Range(StartEmptyCount, dimension).Select(index => (index % VectorCycleLength - PatternOffset) / PatternScale).ToImmutableArray();
+        var space = new VectorSpace(CommandIdText, dimension, DistanceMetric.Cosine, CommandModelText, CommandVersionText);
         return new(CommandId, Partition(),
         [
-            new PutDocument("documents", "document-1", Json(payloadBytes), 41, new("owner", "project"), true),
-            new PutDocument("documents", "document-2", "{\"optional\":null}"),
-            new PutVector("documents", "document-1", "embedding", values, space, 42)
-        ], 7);
+            new PutDocument(CommandCollectionText, CommandCommandIdText, Json(payloadBytes), PreviousDocumentRevision, new(CommandOwnerIdText, CommandProjectIdText), true),
+            new PutDocument(CommandCollectionText, "document-2", CommandJsonText),
+            new PutVector(CommandCollectionText, CommandCommandIdText, CommandFieldText, values, space, ExpectedVectorDocumentRevision)
+        ], CorpusOwnershipEpoch);
     }
 
     internal static StorageMutation[] Storage(int payloadBytes)
     {
+        const int IndexInitialValue = 0;
+        const int PatternScale = 37;
+        const int PatternOffset = 11;
+        const int StorageEmptyCount = 0;
+        const int MaximumCorpusByte = 255;
+        const int StorageSingleItemCount = 1;
+        const int SecondStorageKeyPrefix = 2;
+
         RequireSize(payloadBytes);
         var value = new byte[payloadBytes];
-        for (var index = 0; index < value.Length; index++)
+        for (var index = IndexInitialValue; index < value.Length; index++)
         {
-            value[index] = unchecked((byte)(index * 37 + 11));
+            value[index] = unchecked((byte)(index * PatternScale + PatternOffset));
         }
         return
         [
-            new(new byte[] { 0, 255, 1 }, value),
-            new(new byte[] { 2, 0, 255 }, ReadOnlyMemory<byte>.Empty),
-            new(new byte[] { 3, 255, 0 }, null),
-            new(new byte[] { 4, 0, 254 }, Encoding.UTF8.GetBytes(UnicodeText))
+            new(new byte[] { StorageEmptyCount, MaximumCorpusByte, StorageSingleItemCount }, value),
+            new(new byte[] { SecondStorageKeyPrefix, StorageEmptyCount, MaximumCorpusByte }, ReadOnlyMemory<byte>.Empty),
+            new(new byte[] { 3, MaximumCorpusByte, StorageEmptyCount }, null),
+            new(new byte[] { 4, StorageEmptyCount, 254 }, Encoding.UTF8.GetBytes(UnicodeText))
         ];
     }
 
     internal static string Json(int payloadBytes)
     {
+        const char CCharacter = 'x';
+
         RequireSize(payloadBytes);
         var padding = payloadBytes - Encoding.UTF8.GetByteCount(JsonPrefix) - Encoding.UTF8.GetByteCount(JsonSuffix);
-        return JsonPrefix + new string('x', padding) + JsonSuffix;
+        return JsonPrefix + new string(CCharacter, padding) + JsonSuffix;
     }
 
-    private static PartitionRef Partition() => new("tenant", "database", "domain", PartitionId);
+    private static PartitionRef Partition() => new(CorpusTenant, CorpusDatabase, CorpusDomain, PartitionId);
 
     private static void RequireSize(int payloadBytes)
     {