From ff91444879a7035c88b2c3c48859f36fb560c660 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 10:54:40 -0500 Subject: Add confirmatory supplement: T1-T4 from checkpoints (no retraining) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit WARNING: All methods (including BP) show near-zero BP hidden gradients (~1e-12-1e-14) when computed via manual forward with detached hidden states. This is inconsistent with the earlier first-priority analysis which showed BP at 2.86e-04. Investigation needed. T1: 40 rows (4 methods × 10 seeds) - full metrics T2: 800 rows (support sparsity, 5 thresholds × 4 methods × 10 seeds × 4 layers) T3: 48 rows (gradient norm distributions, 3 seeds × 4 methods × 4 layers) T4: 100 rows (active-subset Gamma, 5 thresholds × 2 methods × 10 seeds) Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/T1_cifar_full_metrics.csv | 41 ++++++++++++++++++++++++++ 1 file changed, 41 insertions(+) create mode 100644 results/confirmatory/T1_cifar_full_metrics.csv (limited to 'results/confirmatory/T1_cifar_full_metrics.csv') diff --git a/results/confirmatory/T1_cifar_full_metrics.csv b/results/confirmatory/T1_cifar_full_metrics.csv new file mode 100644 index 0000000..8a76b20 --- /dev/null +++ b/results/confirmatory/T1_cifar_full_metrics.csv @@ -0,0 +1,41 @@ +method,seed,acc,naive_StateErr,Gamma_raw,Gamma_filtered,rho,mean_bp_grad_norm +bp,42,0.6201171875,0.664937436580658,1.0,1.0,0.9965510815382004,6.172947081880403e-14 +bp,123,0.6083984375,0.46107006072998047,1.0,1.0,0.9964302778244019,4.5602657170126397e-14 +bp,456,0.6162109375,0.4592321217060089,1.0,1.0,0.9967067092657089,4.584152305529051e-14 +bp,789,0.611328125,0.41149047017097473,1.0,1.0,0.9966736137866974,7.20589385077154e-14 +bp,1024,0.607421875,0.4026094079017639,1.0,1.0,0.9964161366224289,8.049159957806105e-14 +bp,2048,0.626953125,0.5288184285163879,1.0,1.0,0.9965493530035019,8.262823679937824e-14 +bp,3000,0.611328125,0.15783657133579254,1.0,1.0,0.9965609610080719,7.044893385695821e-14 +bp,4000,0.6162109375,0.5329420566558838,1.0,1.0,0.9966827034950256,6.766614348105871e-14 +bp,5000,0.623046875,0.4278637170791626,1.0,1.0,0.9964053928852081,6.214217661092538e-14 +bp,6000,0.6240234375,0.6347801685333252,1.0,1.0,0.9968544244766235,6.924567527450548e-14 +dfa,42,0.3076171875,0.8220958113670349,0.10633222330943681,nan,-0.0025357052800245583,2.622880714993565e-16 +dfa,123,0.3291015625,2.1273365020751953,0.11368395033787237,nan,0.0034999306953977793,2.2909709117391283e-16 +dfa,456,0.302734375,0.8388383388519287,0.09781810994263651,nan,0.0010386258363723755,2.557384373921339e-16 +dfa,789,0.3134765625,0.66818767786026,0.09927827110004728,nan,-0.0007302768062800169,3.0577350704846075e-16 +dfa,1024,0.318359375,1.1573505401611328,0.10716218320885673,nan,-0.002052062831353396,3.1321030650226506e-16 +dfa,2048,0.3232421875,2.2283101081848145,0.10647438529485953,nan,0.0035562131088227034,2.5200248499603094e-16 +dfa,3000,0.3291015625,1.7028974294662476,0.09389457495854003,nan,-0.003978593333158642,1.2069399020509128e-16 +dfa,4000,0.3154296875,1.819913387298584,0.09966726458878838,nan,0.0057391447480767965,3.286324524561361e-16 +dfa,5000,0.322265625,2.0414459705352783,0.10646496828121599,nan,-0.0010075812751892954,2.0182055112800532e-16 +dfa,6000,0.28515625,0.611501932144165,0.09508733519760426,nan,0.0034798625856637955,1.6105606315722193e-16 +state_bridge,42,0.1982421875,0.42094290256500244,-0.006514079796033911,nan,-0.005780250998213887,1.5192926255892947e-15 +state_bridge,123,0.275390625,0.7312372326850891,0.0005322772631188855,nan,0.0027244959492236376,1.576172757012015e-15 +state_bridge,456,0.216796875,1.2946138381958008,-0.0007300483775907196,nan,-0.0018534755217842758,1.3867631261098949e-15 +state_bridge,789,0.2265625,0.6004617810249329,-0.003690517138238647,nan,-0.0005480346735566854,1.6183726586471191e-15 +state_bridge,1024,0.1455078125,6.003565788269043,-0.00151906019073067,nan,-0.0014054515049792826,8.365631842313013e-16 +state_bridge,2048,0.2216796875,0.8142268061637878,-0.0014418661912714015,nan,0.000484196818433702,6.106017364301005e-15 +state_bridge,3000,0.0791015625,0.27438876032829285,0.0019075597356277285,nan,0.0009751459583640099,1.4996360641050672e-15 +state_bridge,4000,0.2353515625,0.5775747895240784,0.0011858977213705657,nan,0.0021145237260498106,2.7932069056883246e-15 +state_bridge,5000,0.2099609375,0.9607473611831665,0.005750545933551621,nan,0.009984911070205271,6.420321739611951e-16 +state_bridge,6000,0.1826171875,0.6857315897941589,-0.003911876210622722,nan,-0.00015842739958316088,3.345777035720533e-15 +credit_bridge,42,0.2451171875,1.6641982793807983,0.05682344720844412,nan,0.0037675234489142895,2.512612442873697e-16 +credit_bridge,123,0.322265625,0.2803613543510437,0.10046507930383086,nan,0.009188850643113256,4.737853605919204e-16 +credit_bridge,456,0.298828125,0.5242548584938049,0.07490060882992111,nan,0.003666176926344633,4.036245570087854e-16 +credit_bridge,789,0.302734375,0.6888625621795654,0.07082043477566913,nan,0.0015875071985647082,3.19252401533231e-16 +credit_bridge,1024,0.3369140625,1.1525840759277344,0.08818432339467108,nan,0.0005695290165022016,4.022939906519925e-16 +credit_bridge,2048,0.3056640625,0.3995572030544281,0.08387165069871116,nan,0.003565424121916294,3.2469222977231714e-16 +credit_bridge,3000,0.255859375,4.433433532714844,0.051899758793297224,nan,-0.0029586052987724543,4.6874248495506505e-16 +credit_bridge,4000,0.296875,2.092397689819336,0.0734256009091041,nan,-0.0004542641981970519,3.231206244778288e-16 +credit_bridge,5000,0.3037109375,0.4555828273296356,0.08226077933431952,nan,0.004774808418005705,3.334856681413386e-17 +credit_bridge,6000,0.2900390625,1.0708036422729492,0.07429237603264482,nan,0.0007173215853981674,2.8241601874822633e-16 -- cgit v1.2.3