experiment: lock crossover selector sources

1 files changed, 12 insertions, 1 deletions

diff --git a/experiments/analyze_transformer_crossover_p1.py b/experiments/analyze_transformer_crossover_p1.py
index ab4c846..c1e33d6 100644
--- a/experiments/analyze_transformer_crossover_p1.py
+++ b/experiments/analyze_transformer_crossover_p1.py
@@ -9,7 +9,7 @@ import sys
 
 ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
 sys.path.insert(0, ROOT)
-from experiments.transformer_crossover_grid import p1_jobs
+from experiments.transformer_crossover_grid import p1_jobs, registry_sha256
 
 
 TRAIN_HASH = (
@@ -183,7 +183,17 @@ def main():
         audit_job(job, expected_source) for job in jobs
         if os.path.isfile(job["output"] + ".manifest.json")]
     selected = {}
+    launch = None
     if not missing:
+        launch_path = os.path.join(
+            ROOT, "results", "transformer_crossover", "p1_launch.json")
+        assert os.path.isfile(launch_path), "missing Transformer P1 launch lock"
+        launch = read_json(launch_path)
+        assert launch["stage"] == "p1"
+        assert launch["source"] == expected_source
+        assert launch["registry_sha256"] == registry_sha256(jobs)
+        assert launch["num_jobs"] == len(jobs)
+        assert launch["allowed_physical_gpus"] == [5, 7]
         for method in dict((job["method"], None) for job in jobs):
             winner = choose([
                 record for record in records
@@ -208,6 +218,7 @@ def main():
         "num_audited_records": len(records),
         "missing_experiments": missing,
         "test_policy": "none",
+        "launch_lock": launch,
         "records": records,
         "selected": selected,
     }