feat: add magnitude-matched raw apical control

1 files changed, 4 insertions, 1 deletions

diff --git a/experiments/run.py b/experiments/run.py
index 3cb2e00..eea3f91 100644
--- a/experiments/run.py
+++ b/experiments/run.py
@@ -65,7 +65,8 @@ def build(args, device):
             momentum=args.momentum, settle_steps=args.settle_steps,
             kappa=args.kappa, feedback=args.feedback,
             p_update_on_neutral=bool(args.p_neutral),
-            normalize_delta=bool(args.normalize_delta))
+            normalize_delta=bool(args.normalize_delta),
+            raw_scale_control=args.raw_scale_control)
     else:
         raise ValueError(args.mode)
     return net, cfg
@@ -174,6 +175,8 @@ def get_args():
     p.add_argument("--pert_ndirs", type=int, default=4)
     p.add_argument("--pert_mode", default="layerwise", choices=["layerwise", "simultaneous"])
     p.add_argument("--use_residual", type=int, default=1)
+    p.add_argument("--raw_scale_control", default="none",
+                   choices=["none", "match_innovation_norm"])
     p.add_argument("--learn_A", type=int, default=1)
     p.add_argument("--learn_P", type=int, default=1)
     p.add_argument("--p_neutral", type=int, default=1)      # P update on neutral (c=0) drive