From 9e755189e9fe5fe72781d356fced1223ce235e53 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 22 Jul 2026 15:21:02 -0500 Subject: audit: enforce paired task order after neutral warmup --- experiments/analyze_kp_innovation_confirmation.py | 6 ++++++ 1 file changed, 6 insertions(+) (limited to 'experiments/analyze_kp_innovation_confirmation.py') diff --git a/experiments/analyze_kp_innovation_confirmation.py b/experiments/analyze_kp_innovation_confirmation.py index adac5dc..37b06b5 100644 --- a/experiments/analyze_kp_innovation_confirmation.py +++ b/experiments/analyze_kp_innovation_confirmation.py @@ -76,6 +76,12 @@ def main(): raise ValueError( f"tracked-dirty MT-3 seed {seed} {condition}") source_commits.add(record["provenance"]["git_commit"]) + if condition != "clean": + warmup = record.get("predictor_warmup", {}) + if (warmup.get("instruction_present") is not False + or warmup.get("task_loader_state_restored") is not True): + raise ValueError( + f"MT-3 seed {seed} {condition} warmup invariant failed") split = record["split"] if not (split["validation_examples"] == 0 and split["validation_index_sha256"] is None -- cgit v1.2.3