summaryrefslogtreecommitdiff
path: root/experiments/oral_a_v3_full_development.py
blob: 0b38f7d159c661e1130ab9128c58ca2e672f3db0 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#!/usr/bin/env python3
"""Run the single frozen Oral-A-v3 full ResNet-20 validation job."""
import argparse
import json
import os
import subprocess
import sys


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument(
        "--selection", default="results/oral_a_v3_calibration_gate.json")
    parser.add_argument("--device", default="cuda")
    parser.add_argument("--dry_run", action="store_true")
    args = parser.parse_args()
    with open(args.selection) as handle:
        selection = json.load(handle)
    if selection["status"] != "passed":
        raise ValueError("Oral-A-v3 causal-capture gate did not pass")
    chosen = selection["selected_v3"]
    command = [
        sys.executable, "experiments/conv_run.py",
        "--mode", "sdil", "--device", args.device,
        "--depth", "20", "--width", "16", "--seed", "0",
        "--loader_seed", "0", "--batch_size", "128", "--epochs", "200",
        "--val_examples", "5000", "--split_seed", "2027",
        "--eval_split", "validation", "--eval_every", "20",
        "--augment_train", "1", "--lr", "0.03", "--output_lr", "0.1",
        "--lr_schedule", "step", "--lr_milestones", "100,150",
        "--lr_gamma", "0.1", "--warmup_epochs", "0", "--momentum", "0.9",
        "--weight_decay", "1e-4", "--normalization", "batchnorm",
        "--vectorizer_mode", "channel_gated", "--a_scale", "0",
        "--eta_A", str(chosen["eta_A"]), "--a_warmup_steps", "400",
        "--apical_calibration_mode", "vectorizer_subspace",
        "--pert_sigma", "0.01", "--pert_directions", "1",
        "--pert_every", "4", "--perturb_seed", "1000",
        "--alignment_probe", "32",
        "--out", "results/oral_a_v3_dev/sdil_full_r20_s0.json",
    ]
    os.makedirs("results/oral_a_v3_dev", exist_ok=True)
    print(" ".join(command), flush=True)
    if not args.dry_run:
        subprocess.run(command, check=True)


if __name__ == "__main__":
    main()