From 6315e18de1b8640ddf4a818c767f3fc14cc5001e Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 09:59:39 -0500 Subject: Add extended sparsity analysis: A4 per-layer, B1 snapshots, B2 active subset, C1/C2 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit A4: Per-layer support — DFA/SB/CB layers 1-3 have 0% support at τ=1e-6 Only BP has ~95% support; only SB layer 0 has 53% B1: Snapshot evolution — old snapshot checkpoints have near-zero grads (data issue) B2: Active subset — with τ=1e-6, no active samples for non-BP methods C1: Active vs inactive cosine — only inactive subset exists for non-BP C2: Energy concentration — near-zero for non-BP methods Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/C2_energy_concentration.csv | 145 +++++++++++++++++++++++ 1 file changed, 145 insertions(+) create mode 100644 results/confirmatory/C2_energy_concentration.csv (limited to 'results/confirmatory/C2_energy_concentration.csv') diff --git a/results/confirmatory/C2_energy_concentration.csv b/results/confirmatory/C2_energy_concentration.csv new file mode 100644 index 0000000..14aca4b --- /dev/null +++ b/results/confirmatory/C2_energy_concentration.csv @@ -0,0 +1,145 @@ +method,layer,top_k_pct,energy_fraction +bp,0,1,0.13753145273807194 +bp,0,5,0.35701777123429734 +bp,0,10,0.5159474002827283 +bp,0,25,0.7943125586728143 +bp,0,50,0.9714117002797403 +bp,0,75,0.9988166873843537 +bp,0,90,0.9999761227393358 +bp,0,95,0.9999988894297354 +bp,0,99,1.0000001110570251 +bp,1,1,0.1297232299501944 +bp,1,5,0.3497155690797685 +bp,1,10,0.5093345016389781 +bp,1,25,0.7883455327426614 +bp,1,50,0.9702861498059445 +bp,1,75,0.9987571209577216 +bp,1,90,0.9999741823562015 +bp,1,95,0.999998527510809 +bp,1,99,0.9999999018340529 +bp,2,1,0.12374509737447499 +bp,2,5,0.33456602870859053 +bp,2,10,0.49312004186629665 +bp,2,25,0.7798190887013513 +bp,2,50,0.9685336195724928 +bp,2,75,0.998686425827226 +bp,2,90,0.9999719236054664 +bp,2,95,0.9999986630288307 +bp,2,99,0.9999999999999989 +bp,3,1,0.1027336453566387 +bp,3,5,0.30835154774974977 +bp,3,10,0.47058760658651144 +bp,3,25,0.7681905781944047 +bp,3,50,0.9665398652301048 +bp,3,75,0.9986141375208012 +bp,3,90,0.9999692229522898 +bp,3,95,0.9999985450850162 +bp,3,99,0.9999999999999988 +dfa,0,1,0.19170666743225284 +dfa,0,5,0.3795297051536722 +dfa,0,10,0.5104383036640857 +dfa,0,25,0.7294313447755049 +dfa,0,50,0.9008497350940852 +dfa,0,75,0.9730721244161769 +dfa,0,90,0.9934959441875912 +dfa,0,95,0.9976399971559203 +dfa,0,99,0.9997116250584779 +dfa,1,1,0.0860107043808162 +dfa,1,5,0.21043027435761633 +dfa,1,10,0.32512331598602956 +dfa,1,25,0.5567496248117701 +dfa,1,50,0.7878665235468751 +dfa,1,75,0.9277183529779829 +dfa,1,90,0.9808399579669186 +dfa,1,95,0.992088867317112 +dfa,1,99,0.9987344758976114 +dfa,2,1,0.05961776172376825 +dfa,2,5,0.18779875797459003 +dfa,2,10,0.30585963206629463 +dfa,2,25,0.544531229800748 +dfa,2,50,0.7813344865115508 +dfa,2,75,0.9251346541326293 +dfa,2,90,0.9800314956502143 +dfa,2,95,0.9917227018837421 +dfa,2,99,0.9986685710293339 +dfa,3,1,0.05967490435446207 +dfa,3,5,0.1879808313252313 +dfa,3,10,0.30616538901654755 +dfa,3,25,0.5449839185027274 +dfa,3,50,0.781448232095201 +dfa,3,75,0.9251596989626301 +dfa,3,90,0.9800463437018364 +dfa,3,95,0.9917392391086693 +dfa,3,99,0.9986696064622027 +state_bridge,0,1,0.20317336833941943 +state_bridge,0,5,0.49468661509043105 +state_bridge,0,10,0.6580444219284254 +state_bridge,0,25,0.8562727475157194 +state_bridge,0,50,0.9601549009100333 +state_bridge,0,75,0.9952179015698904 +state_bridge,0,90,0.9997876241003377 +state_bridge,0,95,0.9999750349945622 +state_bridge,0,99,0.9999998266299683 +state_bridge,1,1,0.0531351290225806 +state_bridge,1,5,0.2151738724624021 +state_bridge,1,10,0.3574744381994048 +state_bridge,1,25,0.6321327815346899 +state_bridge,1,50,0.8732424675608174 +state_bridge,1,75,0.9758400653803934 +state_bridge,1,90,0.9932852111098038 +state_bridge,1,95,0.9970524799343273 +state_bridge,1,99,0.9994260779481953 +state_bridge,2,1,0.05286753918312922 +state_bridge,2,5,0.2139591223590171 +state_bridge,2,10,0.3567652889050792 +state_bridge,2,25,0.6341718106644586 +state_bridge,2,50,0.8769370792996489 +state_bridge,2,75,0.9774679945901615 +state_bridge,2,90,0.9938357640611795 +state_bridge,2,95,0.9973033327200956 +state_bridge,2,99,0.9994738283742864 +state_bridge,3,1,0.051939006029132324 +state_bridge,3,5,0.20947933276572225 +state_bridge,3,10,0.3519404047954473 +state_bridge,3,25,0.6359673864748835 +state_bridge,3,50,0.8836522001067242 +state_bridge,3,75,0.9787903210546228 +state_bridge,3,90,0.9941854375022825 +state_bridge,3,95,0.9974879462745829 +state_bridge,3,99,0.9994787981789558 +credit_bridge,0,1,0.31011199445640253 +credit_bridge,0,5,0.5786801897100221 +credit_bridge,0,10,0.7113891442979374 +credit_bridge,0,25,0.887568033514632 +credit_bridge,0,50,0.9752441083674347 +credit_bridge,0,75,0.9962907181769892 +credit_bridge,0,90,0.9995383934364757 +credit_bridge,0,95,0.9998897605040997 +credit_bridge,0,99,0.9999934498693954 +credit_bridge,1,1,0.5730181594857161 +credit_bridge,1,5,0.6770922908706485 +credit_bridge,1,10,0.7357803143615438 +credit_bridge,1,25,0.8322458533587014 +credit_bridge,1,50,0.9179857051023547 +credit_bridge,1,75,0.9668314457594543 +credit_bridge,1,90,0.9890903594907721 +credit_bridge,1,95,0.9954568228064521 +credit_bridge,1,99,0.9993198981765166 +credit_bridge,2,1,0.031811539085280977 +credit_bridge,2,5,0.12687634548712629 +credit_bridge,2,10,0.22562109578048103 +credit_bridge,2,25,0.4403314298228397 +credit_bridge,2,50,0.6879013439998086 +credit_bridge,2,75,0.8731390692115758 +credit_bridge,2,90,0.9625342746564928 +credit_bridge,2,95,0.9850371005931208 +credit_bridge,2,99,0.997304594827771 +credit_bridge,3,1,0.032057487942480804 +credit_bridge,3,5,0.1273236882734525 +credit_bridge,3,10,0.22616188325363795 +credit_bridge,3,25,0.44043817050113104 +credit_bridge,3,50,0.6880500497042855 +credit_bridge,3,75,0.873429466432226 +credit_bridge,3,90,0.9627584561243466 +credit_bridge,3,95,0.9851447686730626 +credit_bridge,3,99,0.9973057160798828 -- cgit v1.2.3