diff options
Diffstat (limited to 'experiments/analyze_kp_innovation_confirmation.py')
| -rw-r--r-- | experiments/analyze_kp_innovation_confirmation.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/experiments/analyze_kp_innovation_confirmation.py b/experiments/analyze_kp_innovation_confirmation.py index adac5dc..37b06b5 100644 --- a/experiments/analyze_kp_innovation_confirmation.py +++ b/experiments/analyze_kp_innovation_confirmation.py @@ -76,6 +76,12 @@ def main(): raise ValueError( f"tracked-dirty MT-3 seed {seed} {condition}") source_commits.add(record["provenance"]["git_commit"]) + if condition != "clean": + warmup = record.get("predictor_warmup", {}) + if (warmup.get("instruction_present") is not False + or warmup.get("task_loader_state_restored") is not True): + raise ValueError( + f"MT-3 seed {seed} {condition} warmup invariant failed") split = record["split"] if not (split["validation_examples"] == 0 and split["validation_index_sha256"] is None |