From 065c891be816b92a43065bafe89ad2aa266161b1 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 22 Jul 2026 02:14:31 -0500 Subject: experiments: isolate apical traffic seeds --- experiments/run.py | 4 +++- experiments/smoke.py | 20 ++++++++++++++++++++ 2 files changed, 23 insertions(+), 1 deletion(-) diff --git a/experiments/run.py b/experiments/run.py index aa509e4..a44e72e 100644 --- a/experiments/run.py +++ b/experiments/run.py @@ -101,7 +101,7 @@ def build(args, device): w_scale=args.w_scale, a_scale=args.a_scale, nuis_rho=args.nuis_rho, feedback=args.feedback, residual=bool(args.residual), predictor_mode=args.predictor_mode, - traffic_mode=args.traffic_mode) + traffic_mode=args.traffic_mode, nuis_seed=args.traffic_seed) if args.mode == "dfa": cfg = dfa_config(eta=args.eta, momentum=args.momentum) elif args.mode == "sdil": @@ -441,6 +441,8 @@ def get_args(): p.add_argument("--p_warmup_steps", type=int, default=200) # pre-task neutral P warmup p.add_argument("--p_warmup_eta", type=float, default=0.05) p.add_argument("--nuis_rho", type=float, default=0.0) + p.add_argument("--traffic_seed", type=int, default=1234, + help="ordinary apical-traffic projection seed; independent of model/data seeds") p.add_argument("--traffic_mode", default="soma", choices=["none", "soma", "topdown", "mixed"]) p.add_argument("--predictor_mode", default="diagonal", choices=["diagonal", "full"]) diff --git a/experiments/smoke.py b/experiments/smoke.py index 83ee896..025d3cc 100644 --- a/experiments/smoke.py +++ b/experiments/smoke.py @@ -113,12 +113,32 @@ def check_topdown_predictor(): assert final[-1] < 0.03 +def check_traffic_seed_isolation(): + """Traffic-family seeds must not change feedforward initialization/data.""" + net_a = SDILNet([20, 32, 32, 32, 5], device="cpu", seed=6, nuis_rho=1.0, + nuis_seed=41, residual=True, traffic_mode="topdown") + net_b = SDILNet([20, 32, 32, 32, 5], device="cpu", seed=6, nuis_rho=1.0, + nuis_seed=42, residual=True, traffic_mode="topdown") + x = torch.randn(64, 20) + for wa, wb in zip(net_a.W, net_b.W): + assert torch.equal(wa, wb) + ha = net_a.forward(x)["h"] + hb = net_b.forward(x)["h"] + for xa, xb in zip(ha, hb): + assert torch.equal(xa, xb) + traffic_a = net_a.apical_traffic(0, ha[1], ha[-2]) + traffic_b = net_b.apical_traffic(0, hb[1], hb[-2]) + assert not torch.equal(traffic_a, traffic_b) + print("CHECK0d traffic seed changes feedback only: passed") + + def main(): torch.manual_seed(0) dev = "cpu" check_residual_local_jacobian() check_neutral_predictor() check_topdown_predictor() + check_traffic_seed_isolation() print("loading MNIST subset...") tr, te, n_in, n_out = get_dataset("mnist", batch_size=128, device=dev) xb, yb = next(iter(tr)) -- cgit v1.2.3