savbcar · savbcar · Aug 15, 2026 · Aug 15, 2026
diff --git a/data/surrogate/fea_surrogate_holdout.csv b/data/surrogate/fea_surrogate_holdout.csv
diff --git a/docs/figures/ml_accuracy_vs_training_size.png b/docs/figures/ml_accuracy_vs_training_size.png
diff --git a/docs/figures/ml_break_even_vs_training_size.png b/docs/figures/ml_break_even_vs_training_size.png
diff --git a/docs/figures/ml_runtime_comparison.png b/docs/figures/ml_runtime_comparison.png
diff --git a/docs/validation/ml_break_even.csv b/docs/validation/ml_break_even.csv
@@ -0,0 +1,5 @@
+training_samples,median_model_training_seconds,median_fea_seconds_per_design,median_surrogate_seconds_per_design,speedup,sequential_equivalent_break_even_queries,incremental_break_even_queries_if_fea_data_is_sunk
+50,2.3846008330001496,0.06928459049959201,2.4136844996974106e-05,2870.49075835213,84.44689645187897,34.42947175732142
+100,1.1080441569938555,0.06928459049959201,2.4136844996974106e-05,2870.49075835213,116.03307201872305,15.998222629607955
+250,1.3011211090051802,0.06928459049959201,2.4136844996974106e-05,2870.49075835213,268.87304011569523,18.785916642907495
+500,3.0629117009957554,0.06928459049959201,2.4136844996974106e-05,2870.49075835213,544.3973430903196,44.22309614474418
diff --git a/docs/validation/ml_runtime_benchmark.csv b/docs/validation/ml_runtime_benchmark.csv
@@ -0,0 +1,11 @@
+design,fea_seconds,surrogate_seconds,surrogate_microseconds,speedup
+1,0.1308434840029804,2.4605792001239025e-05,24.605792001239024,5317.588801709442
+2,0.05166892499255482,2.463494949915912e-05,24.63494949915912,2097.383028705558
+3,0.06922784099879209,2.4324389996763785e-05,24.324389996763784,2846.025779392718
+4,0.06427983500179835,2.4318238502019085e-05,24.318238502019085,2643.2767733757255
+5,0.0643696709885262,2.4068134996923617e-05,24.068134996923618,2674.4768963924257
+6,0.07119906300795265,2.404276149900397e-05,24.042761499003973,2961.3512994712455
+7,0.06934134000039194,2.420555499702459e-05,24.205554997024592,2864.687052575971
+8,0.07262198999524117,2.4027854000451043e-05,24.027854000451043,3022.40849282162
+9,0.06555216800188646,2.3994212999241428e-05,23.994212999241427,2731.9990867780857
+10,0.07112148200394586,2.39602619985817e-05,23.9602619985817,2968.3098627283716
diff --git a/docs/validation/ml_sample_efficiency.csv b/docs/validation/ml_sample_efficiency.csv
@@ -0,0 +1,13 @@
+training_samples,training_seed,best_epoch,training_seconds,stress_mae_mpa,stress_mape_percent,deflection_mae_mm,deflection_mape_percent,frequency_mae_hz,frequency_mape_percent
+50,11,997,3.4642961810022825,6.866049174085978,3.4474224405541487,0.7498572583446255,4.16635850829526,0.5034619353940796,0.9997557665489964
+50,22,853,2.3846008330001496,6.094562400789273,3.3270179258758508,0.7925686314606283,4.536706605059106,0.5505339110088674,1.105739782763316
+50,33,312,0.9896144550002646,6.125175256295271,3.4069044767291956,0.7332625301228618,4.731202795699453,0.4581106917814379,0.9390807228557378
+100,11,218,1.1080441569938557,4.351308041553677,2.3161539755271727,0.44613879500113873,2.6868529845017135,0.32136209147216155,0.6553676785429958
+100,22,424,1.6328563980059698,3.848124641176021,1.9775999021909814,0.46894848230469455,2.722674610630376,0.3706394474622282,0.7379393394766395
+100,33,196,0.6949700510012917,4.145067825131325,2.2909306535623988,0.49258496094957677,3.0646649134609185,0.26235689897040765,0.5448309486457028
+250,11,280,1.5792550449987175,3.6717981375085804,1.953591187415173,0.3369824003256247,1.9725709129716034,0.18214313826487896,0.3696252886072582
+250,22,186,1.3011211090051802,3.0708207934280036,1.5698838493673906,0.3452453334307398,2.0289620364843013,0.21551091608795475,0.4325561028307659
+250,33,188,1.2517717239970807,3.2632325247831617,1.7428773009875393,0.3359198731630988,2.021027251202072,0.19179065506606421,0.3909628170140283
+500,11,307,3.782049052999355,2.411647806960748,1.2421835441042974,0.20752295927102588,1.1687077888042159,0.11618084285121405,0.24237984274190452
+500,22,206,3.0629117009957554,2.5937687257548916,1.2622236702097585,0.25053278539598955,1.4290929190361925,0.1497163155806846,0.301327590975663
+500,33,170,2.3323324599914486,2.3838750738071783,1.2680807057387091,0.2659226072635731,1.609994265582561,0.14517910115881505,0.29390010263258365