1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
|
#!/usr/bin/env python3
"""Run a shard of the frozen residual-response mirror capture screen."""
import argparse
import os
import subprocess
import sys
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--device", default="cuda")
parser.add_argument("--shard_index", type=int, default=0)
parser.add_argument("--num_shards", type=int, default=1)
parser.add_argument("--dry_run", action="store_true")
args = parser.parse_args()
if not 0 <= args.shard_index < args.num_shards:
raise ValueError("invalid shard index")
common = [
sys.executable, "experiments/conv_run.py", "--device", args.device,
"--depth", "20", "--width", "16", "--seed", "0",
"--loader_seed", "0", "--batch_size", "128", "--epochs", "0",
"--train_limit", "10000", "--val_examples", "5000",
"--split_seed", "2027", "--eval_split", "validation",
"--eval_every", "0", "--augment_train", "1", "--lr", "0.1",
"--output_lr", "0.1", "--lr_schedule", "constant",
"--warmup_epochs", "0", "--momentum", "0.9",
"--weight_decay", "1e-4", "--normalization", "batchnorm",
"--a_scale", "1", "--alignment_probe", "64",
"--mirror_batch_size", "1", "--mirror_noise_std", "1",
"--mirror_seed", "3000",
]
jobs = [("fixed_hfa", common + [
"--mode", "hfa", "--out",
"results/residual_mirror_capture/fixed_hfa.json",
])]
for rate in (0.03, 0.1, 0.3):
tag = f"rrm_etaM{rate}"
jobs.append((tag, common + [
"--mode", "rrm", "--mirror_eta", str(rate),
"--mirror_warmup_steps", "20", "--out",
f"results/residual_mirror_capture/{tag}.json",
]))
os.makedirs("results/residual_mirror_capture", exist_ok=True)
for index, (tag, command) in enumerate(jobs):
if index % args.num_shards != args.shard_index:
continue
print(tag, " ".join(command), flush=True)
if not args.dry_run:
subprocess.run(command, check=True)
if __name__ == "__main__":
main()
|
