summaryrefslogtreecommitdiff
path: root/experiments/kp_full_development.py
diff options
context:
space:
mode:
Diffstat (limited to 'experiments/kp_full_development.py')
-rwxr-xr-xexperiments/kp_full_development.py44
1 files changed, 44 insertions, 0 deletions
diff --git a/experiments/kp_full_development.py b/experiments/kp_full_development.py
new file mode 100755
index 0000000..5378271
--- /dev/null
+++ b/experiments/kp_full_development.py
@@ -0,0 +1,44 @@
+#!/usr/bin/env python3
+"""Run the single frozen KP-2 full ResNet-20 validation baseline."""
+import argparse
+import json
+import os
+import subprocess
+import sys
+
+
+def main():
+ parser = argparse.ArgumentParser()
+ parser.add_argument("--selection", default="results/kp_short_gate.json")
+ parser.add_argument("--device", default="cuda")
+ parser.add_argument("--dry_run", action="store_true")
+ args = parser.parse_args()
+ with open(args.selection) as handle:
+ selection = json.load(handle)
+ if selection.get("protocol") != "kolen_pollack_short_v1":
+ raise ValueError("unexpected KP-1 selection protocol")
+ if selection.get("status") != "passed":
+ raise ValueError("KP-1 did not open KP-2")
+ command = [
+ sys.executable, "experiments/conv_run.py", "--mode", "kp",
+ "--device", args.device, "--depth", "20", "--width", "16",
+ "--seed", "0", "--loader_seed", "0", "--batch_size", "128",
+ "--epochs", "200", "--train_limit", "0",
+ "--val_examples", "5000", "--split_seed", "2027",
+ "--eval_split", "validation", "--eval_every", "0",
+ "--augment_train", "1", "--lr", "0.1", "--output_lr", "0.1",
+ "--lr_schedule", "step", "--lr_milestones", "100,150",
+ "--lr_gamma", "0.1", "--warmup_epochs", "0",
+ "--momentum", "0.9", "--weight_decay", "1e-4",
+ "--normalization", "batchnorm", "--a_scale", "1",
+ "--alignment_probe", "32",
+ "--out", "results/kp_full/kp.json",
+ ]
+ os.makedirs("results/kp_full", exist_ok=True)
+ print(" ".join(command), flush=True)
+ if not args.dry_run:
+ subprocess.run(command, check=True)
+
+
+if __name__ == "__main__":
+ main()