diff options
Diffstat (limited to 'experiments/kp_dynamic_projection_confirmation.py')
| -rw-r--r-- | experiments/kp_dynamic_projection_confirmation.py | 75 |
1 files changed, 75 insertions, 0 deletions
diff --git a/experiments/kp_dynamic_projection_confirmation.py b/experiments/kp_dynamic_projection_confirmation.py new file mode 100644 index 0000000..d0bf9c8 --- /dev/null +++ b/experiments/kp_dynamic_projection_confirmation.py @@ -0,0 +1,75 @@ +#!/usr/bin/env python3 +"""Run the frozen D4 paired clean-KP/dynamic-projection test panel.""" +import argparse +import json +import os +import subprocess +import sys + + +CONDITIONS = ("clean_kp", "dynamic") +SEEDS = tuple(range(10, 15)) + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument( + "--full_gate", default="results/kp_dynamic_projection_full_gate.json") + parser.add_argument("--condition", choices=("all",) + CONDITIONS, + default="all") + parser.add_argument("--seed", type=int, choices=SEEDS) + parser.add_argument("--device", default="cuda") + parser.add_argument("--dry_run", action="store_true") + args = parser.parse_args() + with open(args.full_gate) as handle: + gate = json.load(handle) + if (gate.get("protocol") != "kp_dynamic_neutral_projection_full_v1" + or gate.get("status") != "passed" + or gate.get("independent_confirmation_opened") is not True): + raise ValueError("D4 requires the audited D3 pass") + + conditions = CONDITIONS if args.condition == "all" else (args.condition,) + seeds = SEEDS if args.seed is None else (args.seed,) + os.makedirs("results/kp_dynamic_projection_confirmation", exist_ok=True) + for seed in seeds: + for condition in conditions: + dynamic = condition == "dynamic" + command = [ + sys.executable, "experiments/conv_run.py", + "--mode", "kp_traffic" if dynamic else "kp", + ] + if dynamic: + command.extend([ + "--traffic_rule", "innovation", + "--predictor_mode", "closed_form", + "--neutral_projection", "1", + "--traffic_seed", str(5000 + seed), + "--traffic_ratio", "4", + "--traffic_calibration_examples", "64", + "--learn_P", "1", "--eta_P", "0.1", + "--predictor_warmup_steps", "1", + "--predictor_every", "0", + ]) + command.extend([ + "--device", args.device, "--depth", "20", "--width", "16", + "--seed", str(seed), "--loader_seed", str(seed), + "--batch_size", "128", "--epochs", "200", + "--train_limit", "0", "--val_examples", "0", + "--split_seed", "2027", "--eval_split", "test", + "--eval_every", "0", "--augment_train", "1", + "--lr", "0.1", "--output_lr", "0.1", + "--lr_schedule", "step", "--lr_milestones", "100,150", + "--lr_gamma", "0.1", "--warmup_epochs", "0", + "--momentum", "0.9", "--weight_decay", "1e-4", + "--normalization", "batchnorm", "--a_scale", "1", + "--alignment_probe", "32", + "--out", ("results/kp_dynamic_projection_confirmation/" + f"seed{seed}_{condition}.json"), + ]) + print(" ".join(command), flush=True) + if not args.dry_run: + subprocess.run(command, check=True) + + +if __name__ == "__main__": + main() |
