From dba3eb29d5797c1b74d7e1e781523afad9faeb8e Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 22 Jul 2026 13:39:21 -0500 Subject: protocol: implement frozen mirror short accuracy gate --- experiments/mirror_short_screen.py | 65 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 65 insertions(+) create mode 100644 experiments/mirror_short_screen.py (limited to 'experiments/mirror_short_screen.py') diff --git a/experiments/mirror_short_screen.py b/experiments/mirror_short_screen.py new file mode 100644 index 0000000..50485dc --- /dev/null +++ b/experiments/mirror_short_screen.py @@ -0,0 +1,65 @@ +#!/usr/bin/env python3 +"""Run the two frozen WM-2 short ResNet-20 accuracy jobs.""" +import argparse +import json +import os +import subprocess +import sys + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument( + "--selection", default="results/mirror_causal_capture_gate.json") + parser.add_argument("--device", default="cuda") + parser.add_argument("--shard_index", type=int, default=0) + parser.add_argument("--num_shards", type=int, default=1) + parser.add_argument("--dry_run", action="store_true") + args = parser.parse_args() + if not 0 <= args.shard_index < args.num_shards: + raise ValueError("invalid shard index") + with open(args.selection) as handle: + selection = json.load(handle) + if selection.get("protocol") != "normalized_response_mirror_capture_v1": + raise ValueError("unexpected mirror capture protocol") + if selection.get("status") != "passed": + raise ValueError("WM-1 did not pass") + mirror_eta = float(selection["selected_wm"]["mirror_eta"]) + if mirror_eta != 0.1: + raise ValueError("WM-1 selected an unexpected frozen rate") + + common = [ + sys.executable, "experiments/conv_run.py", "--mode", "wm", + "--device", args.device, "--depth", "20", "--width", "16", + "--seed", "0", "--loader_seed", "0", "--batch_size", "128", + "--epochs", "20", "--train_limit", "10000", + "--val_examples", "5000", "--split_seed", "2027", + "--eval_split", "validation", "--eval_every", "0", + "--augment_train", "1", "--lr_schedule", "cosine", + "--warmup_epochs", "0", "--momentum", "0.9", + "--weight_decay", "1e-4", "--normalization", "batchnorm", + "--output_lr", "0.1", "--a_scale", "1", + "--alignment_probe", "32", "--mirror_warmup_steps", "20", + "--mirror_every", "16", "--mirror_batch_size", "1", + "--mirror_eta", str(mirror_eta), "--mirror_noise_std", "1", + "--mirror_seed", "3000", + ] + jobs = [] + for rate in (0.03, 0.1): + tag = f"wm_lr{rate}" + jobs.append((tag, common + [ + "--lr", str(rate), + "--out", f"results/mirror_short/{tag}.json", + ])) + os.makedirs("results/mirror_short", exist_ok=True) + for index, (tag, command) in enumerate(jobs): + if index % args.num_shards != args.shard_index: + continue + print(tag, " ".join(command), flush=True) + if not args.dry_run: + subprocess.run(command, check=True) + + +if __name__ == "__main__": + main() + -- cgit v1.2.3