From 55deb9a7d500a30557d901be09848fa430a32d80 Mon Sep 17 00:00:00 2001
From: YurenHao0426 <Blackhao0426@gmail.com>
Date: Wed, 8 Apr 2026 02:01:21 -0500
Subject: Multi-seed vanilla DFA early-epoch cos: lock-in for round 19
 disambiguation
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Round 20's minimal lock-in experiment: 3 seeds × {ep 1, ep 2} vanilla
DFA cosine. Closes the 'single-seed fluke' objection.

Vanilla DFA early-epoch deep cosines (l1-l4):

| seed | ep | ||g|| | deep mean |
|---|---|---|---|
| 42  | 1 | 6.7e-7 | -0.025 |
| 42  | 2 | 1.5e-7 | -0.038 |
| 123 | 1 | 6.5e-7 | +0.002 |
| 123 | 2 | 1.4e-7 | -0.006 |
| 456 | 1 | 3.9e-7 | +0.000 |
| 456 | 2 | 8.5e-8 | -0.009 |

3-seed mean at ep 1 (most meaningful regime): -0.008 ± 0.013
3-seed mean at ep 2: -0.018 ± 0.018

ALL 24 measurements (3 seeds × 2 ep × 4 deep layers) are in [-0.04, +0.02].
Compare to penalized DFA 3-seed mean +0.155 ± 0.025.

The penalty CREATING deep alignment finding is now seed-robust. Three
seeds × two early epochs all show vanilla deep cos essentially zero
even when ||g|| is in the meaningful regime.

This is the round 20 lock-in. Framing is locked.
---
 .../vanilla_dfa_s123_log.json                      | 66 ++++++++++++++++++++++
 1 file changed, 66 insertions(+)
 create mode 100644 results/vanilla_dfa_early_ckpts/vanilla_dfa_s123_log.json

(limited to 'results/vanilla_dfa_early_ckpts/vanilla_dfa_s123_log.json')

diff --git a/results/vanilla_dfa_early_ckpts/vanilla_dfa_s123_log.json b/results/vanilla_dfa_early_ckpts/vanilla_dfa_s123_log.json
new file mode 100644
index 0000000..68883a5
--- /dev/null
+++ b/results/vanilla_dfa_early_ckpts/vanilla_dfa_s123_log.json
@@ -0,0 +1,66 @@
+{
+  "config": {
+    "seed": 123,
+    "max_epoch": 2,
+    "lr": 0.001,
+    "wd": 0.01,
+    "save_at": [
+      1,
+      2
+    ],
+    "output_dir": "results/vanilla_dfa_early_ckpts"
+  },
+  "log": [
+    {
+      "epoch": 0,
+      "h_norms": [
+        8.690464973449707,
+        8.719978332519531,
+        8.73093318939209,
+        8.75937271118164,
+        8.790542602539062
+      ],
+      "g_norms": [
+        0.0009977436857298017,
+        0.000992251792922616,
+        0.0009848480112850666,
+        0.0009761073160916567,
+        0.0009735578205436468
+      ]
+    },
+    {
+      "epoch": 1,
+      "h_norms": [
+        861.2440185546875,
+        2373.370849609375,
+        4675.99951171875,
+        6090.40869140625,
+        6962.984375
+      ],
+      "g_norms": [
+        2.380779051236459e-06,
+        1.3197138741816161e-06,
+        1.3154849511920474e-06,
+        1.3285966815601569e-06,
+        1.3258621720524388e-06
+      ]
+    },
+    {
+      "epoch": 2,
+      "h_norms": [
+        1679.3353271484375,
+        8852.6904296875,
+        31685.556640625,
+        40725.1484375,
+        45390.203125
+      ],
+      "g_norms": [
+        1.1121658189949812e-06,
+        2.7321576112626644e-07,
+        2.7429715032667445e-07,
+        2.751477552465076e-07,
+        2.743622644629795e-07
+      ]
+    }
+  ]
+}
\ No newline at end of file
-- 
cgit v1.2.3