From ff91444879a7035c88b2c3c48859f36fb560c660 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 10:54:40 -0500 Subject: Add confirmatory supplement: T1-T4 from checkpoints (no retraining) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit WARNING: All methods (including BP) show near-zero BP hidden gradients (~1e-12-1e-14) when computed via manual forward with detached hidden states. This is inconsistent with the earlier first-priority analysis which showed BP at 2.86e-04. Investigation needed. T1: 40 rows (4 methods × 10 seeds) - full metrics T2: 800 rows (support sparsity, 5 thresholds × 4 methods × 10 seeds × 4 layers) T3: 48 rows (gradient norm distributions, 3 seeds × 4 methods × 4 layers) T4: 100 rows (active-subset Gamma, 5 thresholds × 2 methods × 10 seeds) Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/T4_active_subset_gamma.csv | 101 ++++++++++++++++++++++++ 1 file changed, 101 insertions(+) create mode 100644 results/confirmatory/T4_active_subset_gamma.csv (limited to 'results/confirmatory/T4_active_subset_gamma.csv') diff --git a/results/confirmatory/T4_active_subset_gamma.csv b/results/confirmatory/T4_active_subset_gamma.csv new file mode 100644 index 0000000..b5482e3 --- /dev/null +++ b/results/confirmatory/T4_active_subset_gamma.csv @@ -0,0 +1,101 @@ +method,seed,threshold,Gamma_active,Gamma_energy_weighted,mean_n_active,pct_active +bp,42,1e-08,nan,0.0004351052583108784,0.0,0.0 +bp,123,1e-08,nan,0.00027968250529882867,0.0,0.0 +bp,456,1e-08,nan,0.00022972129869324663,0.0,0.0 +bp,789,1e-08,nan,0.0005769573643461203,0.0,0.0 +bp,1024,1e-08,nan,0.0006648896276634024,0.0,0.0 +bp,2048,1e-08,nan,0.0007432257914776399,0.0,0.0 +bp,3000,1e-08,nan,0.0005923985739819849,0.0,0.0 +bp,4000,1e-08,nan,0.0004981699102200479,0.0,0.0 +bp,5000,1e-08,nan,0.00040537710637155203,0.0,0.0 +bp,6000,1e-08,nan,0.0004955160229002584,0.0,0.0 +dfa,42,1e-08,nan,1.1998318279559378e-08,0.0,0.0 +dfa,123,1e-08,nan,9.640455455396784e-09,0.0,0.0 +dfa,456,1e-08,nan,1.0418284335130222e-08,0.0,0.0 +dfa,789,1e-08,nan,1.5193910272064413e-08,0.0,0.0 +dfa,1024,1e-08,nan,1.711049247112473e-08,0.0,0.0 +dfa,2048,1e-08,nan,1.1063323992908607e-08,0.0,0.0 +dfa,3000,1e-08,nan,2.2176667815388066e-09,0.0,0.0 +dfa,4000,1e-08,nan,1.7588345742559684e-08,0.0,0.0 +dfa,5000,1e-08,nan,7.041987137527211e-09,0.0,0.0 +dfa,6000,1e-08,nan,4.018741114237274e-09,0.0,0.0 +bp,42,1e-07,nan,0.0004351052583108784,0.0,0.0 +bp,123,1e-07,nan,0.00027968250529882867,0.0,0.0 +bp,456,1e-07,nan,0.00022972129869324663,0.0,0.0 +bp,789,1e-07,nan,0.0005769573643461203,0.0,0.0 +bp,1024,1e-07,nan,0.0006648896276634024,0.0,0.0 +bp,2048,1e-07,nan,0.0007432257914776399,0.0,0.0 +bp,3000,1e-07,nan,0.0005923985739819849,0.0,0.0 +bp,4000,1e-07,nan,0.0004981699102200479,0.0,0.0 +bp,5000,1e-07,nan,0.00040537710637155203,0.0,0.0 +bp,6000,1e-07,nan,0.0004955160229002584,0.0,0.0 +dfa,42,1e-07,nan,1.1998318279559378e-08,0.0,0.0 +dfa,123,1e-07,nan,9.640455455396784e-09,0.0,0.0 +dfa,456,1e-07,nan,1.0418284335130222e-08,0.0,0.0 +dfa,789,1e-07,nan,1.5193910272064413e-08,0.0,0.0 +dfa,1024,1e-07,nan,1.711049247112473e-08,0.0,0.0 +dfa,2048,1e-07,nan,1.1063323992908607e-08,0.0,0.0 +dfa,3000,1e-07,nan,2.2176667815388066e-09,0.0,0.0 +dfa,4000,1e-07,nan,1.7588345742559684e-08,0.0,0.0 +dfa,5000,1e-07,nan,7.041987137527211e-09,0.0,0.0 +dfa,6000,1e-07,nan,4.018741114237274e-09,0.0,0.0 +bp,42,1e-06,nan,0.0004351052583108784,0.0,0.0 +bp,123,1e-06,nan,0.00027968250529882867,0.0,0.0 +bp,456,1e-06,nan,0.00022972129869324663,0.0,0.0 +bp,789,1e-06,nan,0.0005769573643461203,0.0,0.0 +bp,1024,1e-06,nan,0.0006648896276634024,0.0,0.0 +bp,2048,1e-06,nan,0.0007432257914776399,0.0,0.0 +bp,3000,1e-06,nan,0.0005923985739819849,0.0,0.0 +bp,4000,1e-06,nan,0.0004981699102200479,0.0,0.0 +bp,5000,1e-06,nan,0.00040537710637155203,0.0,0.0 +bp,6000,1e-06,nan,0.0004955160229002584,0.0,0.0 +dfa,42,1e-06,nan,1.1998318279559378e-08,0.0,0.0 +dfa,123,1e-06,nan,9.640455455396784e-09,0.0,0.0 +dfa,456,1e-06,nan,1.0418284335130222e-08,0.0,0.0 +dfa,789,1e-06,nan,1.5193910272064413e-08,0.0,0.0 +dfa,1024,1e-06,nan,1.711049247112473e-08,0.0,0.0 +dfa,2048,1e-06,nan,1.1063323992908607e-08,0.0,0.0 +dfa,3000,1e-06,nan,2.2176667815388066e-09,0.0,0.0 +dfa,4000,1e-06,nan,1.7588345742559684e-08,0.0,0.0 +dfa,5000,1e-06,nan,7.041987137527211e-09,0.0,0.0 +dfa,6000,1e-06,nan,4.018741114237274e-09,0.0,0.0 +bp,42,1e-05,nan,0.0004351052583108784,0.0,0.0 +bp,123,1e-05,nan,0.00027968250529882867,0.0,0.0 +bp,456,1e-05,nan,0.00022972129869324663,0.0,0.0 +bp,789,1e-05,nan,0.0005769573643461203,0.0,0.0 +bp,1024,1e-05,nan,0.0006648896276634024,0.0,0.0 +bp,2048,1e-05,nan,0.0007432257914776399,0.0,0.0 +bp,3000,1e-05,nan,0.0005923985739819849,0.0,0.0 +bp,4000,1e-05,nan,0.0004981699102200479,0.0,0.0 +bp,5000,1e-05,nan,0.00040537710637155203,0.0,0.0 +bp,6000,1e-05,nan,0.0004955160229002584,0.0,0.0 +dfa,42,1e-05,nan,1.1998318279559378e-08,0.0,0.0 +dfa,123,1e-05,nan,9.640455455396784e-09,0.0,0.0 +dfa,456,1e-05,nan,1.0418284335130222e-08,0.0,0.0 +dfa,789,1e-05,nan,1.5193910272064413e-08,0.0,0.0 +dfa,1024,1e-05,nan,1.711049247112473e-08,0.0,0.0 +dfa,2048,1e-05,nan,1.1063323992908607e-08,0.0,0.0 +dfa,3000,1e-05,nan,2.2176667815388066e-09,0.0,0.0 +dfa,4000,1e-05,nan,1.7588345742559684e-08,0.0,0.0 +dfa,5000,1e-05,nan,7.041987137527211e-09,0.0,0.0 +dfa,6000,1e-05,nan,4.018741114237274e-09,0.0,0.0 +bp,42,0.0001,nan,0.0004351052583108784,0.0,0.0 +bp,123,0.0001,nan,0.00027968250529882867,0.0,0.0 +bp,456,0.0001,nan,0.00022972129869324663,0.0,0.0 +bp,789,0.0001,nan,0.0005769573643461203,0.0,0.0 +bp,1024,0.0001,nan,0.0006648896276634024,0.0,0.0 +bp,2048,0.0001,nan,0.0007432257914776399,0.0,0.0 +bp,3000,0.0001,nan,0.0005923985739819849,0.0,0.0 +bp,4000,0.0001,nan,0.0004981699102200479,0.0,0.0 +bp,5000,0.0001,nan,0.00040537710637155203,0.0,0.0 +bp,6000,0.0001,nan,0.0004955160229002584,0.0,0.0 +dfa,42,0.0001,nan,1.1998318279559378e-08,0.0,0.0 +dfa,123,0.0001,nan,9.640455455396784e-09,0.0,0.0 +dfa,456,0.0001,nan,1.0418284335130222e-08,0.0,0.0 +dfa,789,0.0001,nan,1.5193910272064413e-08,0.0,0.0 +dfa,1024,0.0001,nan,1.711049247112473e-08,0.0,0.0 +dfa,2048,0.0001,nan,1.1063323992908607e-08,0.0,0.0 +dfa,3000,0.0001,nan,2.2176667815388066e-09,0.0,0.0 +dfa,4000,0.0001,nan,1.7588345742559684e-08,0.0,0.0 +dfa,5000,0.0001,nan,7.041987137527211e-09,0.0,0.0 +dfa,6000,0.0001,nan,4.018741114237274e-09,0.0,0.0 -- cgit v1.2.3