From 10536f45026ba29f7200e2cb0e7b61cc16582521 Mon Sep 17 00:00:00 2001
From: Pablo Gonzalez <pablo.gonzalez@factored.ai>
Date: Mon, 27 Apr 2026 17:02:38 -0500
Subject: [PATCH] Update v1.4 submission checker

---
 tools/submission/submission_checker.py | 43 ++++++++++++++++++++++++++
 1 file changed, 43 insertions(+)

diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py
index 4b612a82..a59958e8 100644
--- a/tools/submission/submission_checker.py
+++ b/tools/submission/submission_checker.py
@@ -102,6 +102,42 @@
           "sww": ["energy", "performance"]
         },
         "required_files": ["log.txt", "results.json", "results.txt"]
+    },
+    "v1.4": {
+        "models": ["ad", "ic", "ic2", "kws", "vww", "sww"],  
+        "required-scenarios": {
+            # anything goes
+        },
+        "optional-scenarios": {
+            # anything goes
+        },
+        "accuracy-target": {
+            "ad": ("auc", 0.85),
+            "ic": ("top-1", 85),
+            "ic2": ("top-1", 91),
+            "kws": ("top-1", 90),
+            "vww": ("top-1", 80),
+            "sww": ("fps_fns", (8,8)),
+        },
+        "model_mapping": {
+        },
+        "required_tests": {
+          "ad": ["accuracy", "performance"],
+          "ic": ["accuracy", "performance"],
+          "ic2": ["accuracy", "performance"],
+          "kws": ["accuracy", "performance"],
+          "vww": ["accuracy", "performance"],
+          "sww": []
+        },
+        "optional_tests": {
+          "ad": ["energy"],
+          "ic": ["energy"],
+          "ic2": ["energy"],
+          "kws": ["energy"],
+          "vww": ["energy"],
+          "sww": ["energy", "performance"]
+        },
+        "required_files": ["log.txt", "results.json", "results.txt"]
     }
 }
 VALID_DIVISIONS = ["open", "closed"]
@@ -638,6 +674,13 @@ def log_result(submitter,
             results[name] = None
             continue
 
+          if model_name == "ic2" and "ic" not in list_dir(results_path, system_desc):
+            log.error("%s need %s run in order to have "
+                      "valid results for %s, but are not present",
+                      name, "ic", model_name)
+            results[name] = None
+            continue
+
           #
           # Look at each scenario
           #