summaryrefslogtreecommitdiff
path: root/experiments/analyze_kp_innovation_confirmation.py
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-07-22 15:21:02 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-07-22 15:21:02 -0500
commit9e755189e9fe5fe72781d356fced1223ce235e53 (patch)
treef88ede06613a68bf3e03cd124f6ad0355fc52e12 /experiments/analyze_kp_innovation_confirmation.py
parent7455c126ab8a5cbfd3bb1ebe8b029a04f858e824 (diff)
audit: enforce paired task order after neutral warmup
Diffstat (limited to 'experiments/analyze_kp_innovation_confirmation.py')
-rw-r--r--experiments/analyze_kp_innovation_confirmation.py6
1 files changed, 6 insertions, 0 deletions
diff --git a/experiments/analyze_kp_innovation_confirmation.py b/experiments/analyze_kp_innovation_confirmation.py
index adac5dc..37b06b5 100644
--- a/experiments/analyze_kp_innovation_confirmation.py
+++ b/experiments/analyze_kp_innovation_confirmation.py
@@ -76,6 +76,12 @@ def main():
raise ValueError(
f"tracked-dirty MT-3 seed {seed} {condition}")
source_commits.add(record["provenance"]["git_commit"])
+ if condition != "clean":
+ warmup = record.get("predictor_warmup", {})
+ if (warmup.get("instruction_present") is not False
+ or warmup.get("task_loader_state_restored") is not True):
+ raise ValueError(
+ f"MT-3 seed {seed} {condition} warmup invariant failed")
split = record["split"]
if not (split["validation_examples"] == 0
and split["validation_index_sha256"] is None