summaryrefslogtreecommitdiff
path: root/configs
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-03-23 18:21:26 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-03-23 18:21:26 -0500
commit6ed4fa50ddfa4c7957aaa909aaf72f0d7d317712 (patch)
treed7c63adcd19c4f5d46c8a937e5047fece55dea62 /configs
Initial implementation: all models, methods, toy and CIFAR experiments
Debug phase. Toy LQ experiments (3 seeds) complete with terminal gradient matching. Credit bridge matches state bridge on linear system (~0.94 cosine). CIFAR experiments in progress.
Diffstat (limited to 'configs')
-rw-r--r--configs/cifar10.yaml15
-rw-r--r--configs/toy_lq.yaml14
2 files changed, 29 insertions, 0 deletions
diff --git a/configs/cifar10.yaml b/configs/cifar10.yaml
new file mode 100644
index 0000000..6429287
--- /dev/null
+++ b/configs/cifar10.yaml
@@ -0,0 +1,15 @@
+dataset: cifar10
+d_hidden: 512
+num_blocks: 12
+batch_size: 128
+epochs: 100
+lr: 0.001
+lr_fb: 0.001
+wd: 0.01
+lam: 0.1
+K: 4
+sigma_bridge: 0.03
+ema_momentum: 0.995
+seeds: [42, 123, 456]
+gpu: 1
+output_dir: results/cifar10
diff --git a/configs/toy_lq.yaml b/configs/toy_lq.yaml
new file mode 100644
index 0000000..ad1bba0
--- /dev/null
+++ b/configs/toy_lq.yaml
@@ -0,0 +1,14 @@
+d_hidden: 64
+output_dim: 10
+num_layers: 12
+sigma: 0.03
+batch_size: 256
+num_steps: 5000
+lr_fb: 0.001
+lam: 0.1
+K: 8
+ema_momentum: 0.995
+sigma_bridge: 0.03
+eval_every: 200
+gpu: 1
+output_dir: results/toy_lq