From 98dddcfabb39c13f652b3aa44f0926ee04428c06 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 22 Jul 2026 01:38:39 -0500 Subject: experiments: isolate frozen validation protocols --- experiments/synthetic_smoke.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'experiments/synthetic_smoke.py') diff --git a/experiments/synthetic_smoke.py b/experiments/synthetic_smoke.py index cd6e2af..d2325a8 100644 --- a/experiments/synthetic_smoke.py +++ b/experiments/synthetic_smoke.py @@ -20,7 +20,7 @@ def check_task(dataset, expected_in, expected_out, extra): args = get_args() finally: sys.argv = old - train, test, n_in, n_out = load_task(args, "cpu") + train, test, n_in, n_out, split = load_task(args, "cpu") assert (n_in, n_out) == (expected_in, expected_out) args.n_in, args.n_out = n_in, n_out x, y = next(iter(train)) @@ -31,6 +31,7 @@ def check_task(dataset, expected_in, expected_out, extra): net, _ = build(args, "cpu") assert net.logits(x).shape == (16, n_out) assert sum(batch_y.numel() for _, batch_y in test) == 32 + assert split["task_seed"] == args.task_seed print(f"{dataset}: input={n_in}, classes={n_out}, fixed task seed={args.task_seed}") -- cgit v1.2.3