Add confirmatory supplement: T1-T4 from checkpoints (no retraining)

WARNING: All methods (including BP) show near-zero BP hidden gradients (~1e-12-1e-14)
when computed via manual forward with detached hidden states. This is inconsistent with
the earlier first-priority analysis which showed BP at 2.86e-04. Investigation needed.

T1: 40 rows (4 methods × 10 seeds) - full metrics
T2: 800 rows (support sparsity, 5 thresholds × 4 methods × 10 seeds × 4 layers)
T3: 48 rows (gradient norm distributions, 3 seeds × 4 methods × 4 layers)
T4: 100 rows (active-subset Gamma, 5 thresholds × 2 methods × 10 seeds)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

1 files changed, 101 insertions, 0 deletions

diff --git a/results/confirmatory/T4_active_subset_gamma.csv b/results/confirmatory/T4_active_subset_gamma.csv
new file mode 100644
index 0000000..b5482e3
--- /dev/null
+++ b/results/confirmatory/T4_active_subset_gamma.csv
@@ -0,0 +1,101 @@
+method,seed,threshold,Gamma_active,Gamma_energy_weighted,mean_n_active,pct_active

+bp,42,1e-08,nan,0.0004351052583108784,0.0,0.0

+bp,123,1e-08,nan,0.00027968250529882867,0.0,0.0

+bp,456,1e-08,nan,0.00022972129869324663,0.0,0.0

+bp,789,1e-08,nan,0.0005769573643461203,0.0,0.0

+bp,1024,1e-08,nan,0.0006648896276634024,0.0,0.0

+bp,2048,1e-08,nan,0.0007432257914776399,0.0,0.0

+bp,3000,1e-08,nan,0.0005923985739819849,0.0,0.0

+bp,4000,1e-08,nan,0.0004981699102200479,0.0,0.0

+bp,5000,1e-08,nan,0.00040537710637155203,0.0,0.0

+bp,6000,1e-08,nan,0.0004955160229002584,0.0,0.0

+dfa,42,1e-08,nan,1.1998318279559378e-08,0.0,0.0

+dfa,123,1e-08,nan,9.640455455396784e-09,0.0,0.0

+dfa,456,1e-08,nan,1.0418284335130222e-08,0.0,0.0

+dfa,789,1e-08,nan,1.5193910272064413e-08,0.0,0.0

+dfa,1024,1e-08,nan,1.711049247112473e-08,0.0,0.0

+dfa,2048,1e-08,nan,1.1063323992908607e-08,0.0,0.0

+dfa,3000,1e-08,nan,2.2176667815388066e-09,0.0,0.0

+dfa,4000,1e-08,nan,1.7588345742559684e-08,0.0,0.0

+dfa,5000,1e-08,nan,7.041987137527211e-09,0.0,0.0

+dfa,6000,1e-08,nan,4.018741114237274e-09,0.0,0.0

+bp,42,1e-07,nan,0.0004351052583108784,0.0,0.0

+bp,123,1e-07,nan,0.00027968250529882867,0.0,0.0

+bp,456,1e-07,nan,0.00022972129869324663,0.0,0.0

+bp,789,1e-07,nan,0.0005769573643461203,0.0,0.0

+bp,1024,1e-07,nan,0.0006648896276634024,0.0,0.0

+bp,2048,1e-07,nan,0.0007432257914776399,0.0,0.0

+bp,3000,1e-07,nan,0.0005923985739819849,0.0,0.0

+bp,4000,1e-07,nan,0.0004981699102200479,0.0,0.0

+bp,5000,1e-07,nan,0.00040537710637155203,0.0,0.0

+bp,6000,1e-07,nan,0.0004955160229002584,0.0,0.0

+dfa,42,1e-07,nan,1.1998318279559378e-08,0.0,0.0

+dfa,123,1e-07,nan,9.640455455396784e-09,0.0,0.0

+dfa,456,1e-07,nan,1.0418284335130222e-08,0.0,0.0

+dfa,789,1e-07,nan,1.5193910272064413e-08,0.0,0.0

+dfa,1024,1e-07,nan,1.711049247112473e-08,0.0,0.0

+dfa,2048,1e-07,nan,1.1063323992908607e-08,0.0,0.0

+dfa,3000,1e-07,nan,2.2176667815388066e-09,0.0,0.0

+dfa,4000,1e-07,nan,1.7588345742559684e-08,0.0,0.0

+dfa,5000,1e-07,nan,7.041987137527211e-09,0.0,0.0

+dfa,6000,1e-07,nan,4.018741114237274e-09,0.0,0.0

+bp,42,1e-06,nan,0.0004351052583108784,0.0,0.0

+bp,123,1e-06,nan,0.00027968250529882867,0.0,0.0

+bp,456,1e-06,nan,0.00022972129869324663,0.0,0.0

+bp,789,1e-06,nan,0.0005769573643461203,0.0,0.0

+bp,1024,1e-06,nan,0.0006648896276634024,0.0,0.0

+bp,2048,1e-06,nan,0.0007432257914776399,0.0,0.0

+bp,3000,1e-06,nan,0.0005923985739819849,0.0,0.0

+bp,4000,1e-06,nan,0.0004981699102200479,0.0,0.0

+bp,5000,1e-06,nan,0.00040537710637155203,0.0,0.0

+bp,6000,1e-06,nan,0.0004955160229002584,0.0,0.0

+dfa,42,1e-06,nan,1.1998318279559378e-08,0.0,0.0

+dfa,123,1e-06,nan,9.640455455396784e-09,0.0,0.0

+dfa,456,1e-06,nan,1.0418284335130222e-08,0.0,0.0

+dfa,789,1e-06,nan,1.5193910272064413e-08,0.0,0.0

+dfa,1024,1e-06,nan,1.711049247112473e-08,0.0,0.0

+dfa,2048,1e-06,nan,1.1063323992908607e-08,0.0,0.0

+dfa,3000,1e-06,nan,2.2176667815388066e-09,0.0,0.0

+dfa,4000,1e-06,nan,1.7588345742559684e-08,0.0,0.0

+dfa,5000,1e-06,nan,7.041987137527211e-09,0.0,0.0

+dfa,6000,1e-06,nan,4.018741114237274e-09,0.0,0.0

+bp,42,1e-05,nan,0.0004351052583108784,0.0,0.0

+bp,123,1e-05,nan,0.00027968250529882867,0.0,0.0

+bp,456,1e-05,nan,0.00022972129869324663,0.0,0.0

+bp,789,1e-05,nan,0.0005769573643461203,0.0,0.0

+bp,1024,1e-05,nan,0.0006648896276634024,0.0,0.0

+bp,2048,1e-05,nan,0.0007432257914776399,0.0,0.0

+bp,3000,1e-05,nan,0.0005923985739819849,0.0,0.0

+bp,4000,1e-05,nan,0.0004981699102200479,0.0,0.0

+bp,5000,1e-05,nan,0.00040537710637155203,0.0,0.0

+bp,6000,1e-05,nan,0.0004955160229002584,0.0,0.0

+dfa,42,1e-05,nan,1.1998318279559378e-08,0.0,0.0

+dfa,123,1e-05,nan,9.640455455396784e-09,0.0,0.0

+dfa,456,1e-05,nan,1.0418284335130222e-08,0.0,0.0

+dfa,789,1e-05,nan,1.5193910272064413e-08,0.0,0.0

+dfa,1024,1e-05,nan,1.711049247112473e-08,0.0,0.0

+dfa,2048,1e-05,nan,1.1063323992908607e-08,0.0,0.0

+dfa,3000,1e-05,nan,2.2176667815388066e-09,0.0,0.0

+dfa,4000,1e-05,nan,1.7588345742559684e-08,0.0,0.0

+dfa,5000,1e-05,nan,7.041987137527211e-09,0.0,0.0

+dfa,6000,1e-05,nan,4.018741114237274e-09,0.0,0.0

+bp,42,0.0001,nan,0.0004351052583108784,0.0,0.0

+bp,123,0.0001,nan,0.00027968250529882867,0.0,0.0

+bp,456,0.0001,nan,0.00022972129869324663,0.0,0.0

+bp,789,0.0001,nan,0.0005769573643461203,0.0,0.0

+bp,1024,0.0001,nan,0.0006648896276634024,0.0,0.0

+bp,2048,0.0001,nan,0.0007432257914776399,0.0,0.0

+bp,3000,0.0001,nan,0.0005923985739819849,0.0,0.0

+bp,4000,0.0001,nan,0.0004981699102200479,0.0,0.0

+bp,5000,0.0001,nan,0.00040537710637155203,0.0,0.0

+bp,6000,0.0001,nan,0.0004955160229002584,0.0,0.0

+dfa,42,0.0001,nan,1.1998318279559378e-08,0.0,0.0

+dfa,123,0.0001,nan,9.640455455396784e-09,0.0,0.0

+dfa,456,0.0001,nan,1.0418284335130222e-08,0.0,0.0

+dfa,789,0.0001,nan,1.5193910272064413e-08,0.0,0.0

+dfa,1024,0.0001,nan,1.711049247112473e-08,0.0,0.0

+dfa,2048,0.0001,nan,1.1063323992908607e-08,0.0,0.0

+dfa,3000,0.0001,nan,2.2176667815388066e-09,0.0,0.0

+dfa,4000,0.0001,nan,1.7588345742559684e-08,0.0,0.0

+dfa,5000,0.0001,nan,7.041987137527211e-09,0.0,0.0

+dfa,6000,0.0001,nan,4.018741114237274e-09,0.0,0.0