diff options
Diffstat (limited to 'experiments/analyze_transformer_crossover_p1.py')
| -rw-r--r-- | experiments/analyze_transformer_crossover_p1.py | 13 |
1 files changed, 12 insertions, 1 deletions
diff --git a/experiments/analyze_transformer_crossover_p1.py b/experiments/analyze_transformer_crossover_p1.py index ab4c846..c1e33d6 100644 --- a/experiments/analyze_transformer_crossover_p1.py +++ b/experiments/analyze_transformer_crossover_p1.py @@ -9,7 +9,7 @@ import sys ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) sys.path.insert(0, ROOT) -from experiments.transformer_crossover_grid import p1_jobs +from experiments.transformer_crossover_grid import p1_jobs, registry_sha256 TRAIN_HASH = ( @@ -183,7 +183,17 @@ def main(): audit_job(job, expected_source) for job in jobs if os.path.isfile(job["output"] + ".manifest.json")] selected = {} + launch = None if not missing: + launch_path = os.path.join( + ROOT, "results", "transformer_crossover", "p1_launch.json") + assert os.path.isfile(launch_path), "missing Transformer P1 launch lock" + launch = read_json(launch_path) + assert launch["stage"] == "p1" + assert launch["source"] == expected_source + assert launch["registry_sha256"] == registry_sha256(jobs) + assert launch["num_jobs"] == len(jobs) + assert launch["allowed_physical_gpus"] == [5, 7] for method in dict((job["method"], None) for job in jobs): winner = choose([ record for record in records @@ -208,6 +218,7 @@ def main(): "num_audited_records": len(records), "missing_experiments": missing, "test_policy": "none", + "launch_lock": launch, "records": records, "selected": selected, } |