Add element-wise gradient concentration analysis (CPU, from checkpoints)

BP gradients are relatively uniform: top1%=7.1%, PR=0.327, eff_dim=0.632
DFA gradients extremely concentrated: top1%=40.6%, PR=0.089, eff_dim=0.272
SB/CB intermediate: top1%=17-21%, PR=0.14-0.17

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

1 files changed, 49 insertions, 0 deletions

diff --git a/results/confirmatory/element_grad_concentration.csv b/results/confirmatory/element_grad_concentration.csv
new file mode 100644
index 0000000..2d83152
--- /dev/null
+++ b/results/confirmatory/element_grad_concentration.csv
@@ -0,0 +1,49 @@
+method,seed,layer,mean_norm,median_norm,mean_r_inf,median_r_inf,mean_pr,median_pr,mean_eff_dim,median_eff_dim,topk1_mean,topk1_median,topk5_mean,topk5_median,topk10_mean,topk10_median,topk25_mean,topk25_median

+bp,42,0,0.00013205190771259367,0.00010669049515854567,0.19995929300785065,0.19621984660625458,0.3207450807094574,0.32023942470550537,0.6284974813461304,0.6274117231369019,0.07267190515995026,0.07083555310964584,0.27676716446876526,0.2755059003829956,0.4438316822052002,0.4427262544631958,0.7308257222175598,0.7316880226135254

+bp,42,1,0.0001411388220731169,0.00011528966570040211,0.19624418020248413,0.19166944921016693,0.3271224796772003,0.3292270600795746,0.6316149234771729,0.6318326592445374,0.07037507742643356,0.06785426288843155,0.27253925800323486,0.2706984281539917,0.43933409452438354,0.43808308243751526,0.7278478145599365,0.7282973527908325

+bp,42,2,0.00014439551159739494,0.00011613374954322353,0.1940011978149414,0.18803921341896057,0.3327023983001709,0.3350186347961426,0.6350167393684387,0.6356654763221741,0.06852715462446213,0.06566761434078217,0.2683585584163666,0.26580390334129333,0.43473413586616516,0.43303874135017395,0.7243053913116455,0.7243255376815796

+bp,42,3,0.0001360554015263915,0.00011170573998242617,0.19137907028198242,0.18896783888339996,0.3415957987308502,0.34248292446136475,0.6404645442962646,0.6406505703926086,0.06657430529594421,0.06549383699893951,0.2615853250026703,0.2602999806404114,0.42690718173980713,0.4272293746471405,0.7185559868812561,0.7173430323600769

+bp,123,0,0.0001410204276908189,0.00011063323472626507,0.20094770193099976,0.19722172617912292,0.31835824251174927,0.32094207406044006,0.6267876029014587,0.6280315518379211,0.07336939871311188,0.07102563977241516,0.27868813276290894,0.276812881231308,0.4458298087120056,0.44486603140830994,0.7321456670761108,0.7318037152290344

+bp,123,1,0.00014974881196394563,0.00011770828859880567,0.1956033706665039,0.19218353927135468,0.3267548978328705,0.3277829885482788,0.6306979060173035,0.6299816370010376,0.069853775203228,0.06752006709575653,0.2731045186519623,0.2710897922515869,0.44023454189300537,0.43965083360671997,0.7291010618209839,0.7297093868255615

+bp,123,2,0.00015584431821480393,0.00012468062050174922,0.1955823302268982,0.19284789264202118,0.3292764723300934,0.3277571499347687,0.6324625015258789,0.6317659616470337,0.06937957555055618,0.06789849698543549,0.2705806791782379,0.27005118131637573,0.4380705952644348,0.4383624196052551,0.7268606424331665,0.7280133962631226

+bp,123,3,0.0001474421442253515,0.0001201206905534491,0.19288593530654907,0.18914426863193512,0.3365374803543091,0.33812516927719116,0.6369346976280212,0.6374220252037048,0.0673883706331253,0.06574755162000656,0.2647479176521301,0.26305821537971497,0.4314795136451721,0.4303213059902191,0.7225480079650879,0.7224833965301514

+bp,456,0,0.0001399312895955518,0.00011691934196278453,0.207322359085083,0.20410488545894623,0.3070757985115051,0.30971473455429077,0.6226484775543213,0.6229764223098755,0.07792861014604568,0.07502151280641556,0.2867095470428467,0.28611326217651367,0.45373910665512085,0.4535674750804901,0.7358025312423706,0.736808717250824

+bp,456,1,0.00014768482651561499,0.00012546341167762876,0.1996297836303711,0.19542758166790009,0.3194756805896759,0.3200151026248932,0.6277467608451843,0.6282632946968079,0.07266608625650406,0.06996983289718628,0.2778666913509369,0.27684953808784485,0.44490694999694824,0.4437616467475891,0.7311704158782959,0.7313997745513916

+bp,456,2,0.00015311193419620395,0.00013094749010633677,0.19662046432495117,0.19326016306877136,0.3266047239303589,0.3283388316631317,0.6317288875579834,0.6322682499885559,0.07031284272670746,0.0686589926481247,0.272752970457077,0.271768182516098,0.4397134780883789,0.43940430879592896,0.7281113266944885,0.7279630899429321

+bp,456,3,0.0001438873150618747,0.000123720194096677,0.19098828732967377,0.18820291757583618,0.3372885584831238,0.3370194733142853,0.6366862058639526,0.6360971927642822,0.0667637288570404,0.06567882001399994,0.26571646332740784,0.2639356553554535,0.43154239654541016,0.4306427538394928,0.7227057218551636,0.7229297161102295

+dfa,42,0,1.4626327526912064e-07,1.1978701763837307e-07,0.21921579539775848,0.22222574055194855,0.2556527256965637,0.24907559156417847,0.5702722668647766,0.5689548254013062,0.08919006586074829,0.08855336904525757,0.34188222885131836,0.33672454953193665,0.5227965116500854,0.5157507658004761,0.7842764854431152,0.7882813215255737

+dfa,42,1,1.190095022529647e-09,1.0935063965433756e-09,0.6395785808563232,0.6266424059867859,0.018672918900847435,0.017122864723205566,0.11252759397029877,0.1130470260977745,0.6006988883018494,0.605859637260437,0.9294781684875488,0.9274742603302002,0.9670084714889526,0.9673908948898315,0.9905028939247131,0.9915607571601868

+dfa,42,2,1.1846384984082192e-09,1.0910380376927264e-09,0.6420882940292358,0.6299365758895874,0.018416907638311386,0.016871774569153786,0.10781284421682358,0.10991648584604263,0.6043065190315247,0.6073055267333984,0.9321770071983337,0.9292522072792053,0.9696513414382935,0.9683682322502136,0.991869330406189,0.9925187826156616

+dfa,42,3,1.1840007863028745e-09,1.0888243640039263e-09,0.6420533061027527,0.6303998231887817,0.018423011526465416,0.016846302896738052,0.10818937420845032,0.11007532477378845,0.6042191386222839,0.6082112789154053,0.9319358468055725,0.928838312625885,0.9693745374679565,0.9681494235992432,0.9916957020759583,0.9923226833343506

+dfa,123,0,1.7059814183539856e-07,1.3138429721948341e-07,0.22954492270946503,0.2350444197654724,0.25190770626068115,0.22853028774261475,0.5766515731811523,0.5665432810783386,0.09639231860637665,0.0994543582201004,0.34456080198287964,0.3567879796028137,0.5167630910873413,0.5324932932853699,0.7774403095245361,0.7898272275924683

+dfa,123,1,7.704760163207425e-10,7.224211784340184e-10,0.5346307158470154,0.5116995573043823,0.035571012645959854,0.03411902114748955,0.22384336590766907,0.21974478662014008,0.4261178970336914,0.4029224216938019,0.7804778814315796,0.7783840298652649,0.8891637325286865,0.8934679627418518,0.9661818146705627,0.9716001152992249

+dfa,123,2,7.577615201981303e-10,7.114255851092821e-10,0.5401381254196167,0.5163730382919312,0.03358124569058418,0.03330685570836067,0.2042352557182312,0.2083590030670166,0.4356116056442261,0.41296523809432983,0.7963865995407104,0.7915915250778198,0.9033690690994263,0.9021878838539124,0.9749135375022888,0.9769675731658936

+dfa,123,3,7.576307914369806e-10,7.113257205482171e-10,0.5403565168380737,0.5164336562156677,0.03355948626995087,0.0332595594227314,0.20404566824436188,0.20815128087997437,0.43586090207099915,0.41328349709510803,0.7965404987335205,0.7916130423545837,0.9034539461135864,0.9023839831352234,0.9749464392662048,0.9770218133926392

+dfa,456,0,1.3217486127814482e-07,1.0142741047047821e-07,0.19595792889595032,0.19548636674880981,0.3197200298309326,0.303556889295578,0.6280426383018494,0.6196299195289612,0.07280920445919037,0.0710134208202362,0.2877272367477417,0.2883182168006897,0.45437267422676086,0.461181640625,0.7338184714317322,0.7458382844924927

+dfa,456,1,5.463409724626445e-10,5.144454862104908e-10,0.5662612318992615,0.5708368420600891,0.028242506086826324,0.022279687225818634,0.18554805219173431,0.17825141549110413,0.49789994955062866,0.5290888547897339,0.8235111832618713,0.8330144286155701,0.913865327835083,0.919645369052887,0.9761807918548584,0.9803391098976135

+dfa,456,2,5.388178236920282e-10,5.110670775465564e-10,0.5703938603401184,0.5735974907875061,0.02750721015036106,0.021726204082369804,0.1696137636899948,0.16842029988765717,0.5034178495407104,0.5371226072311401,0.8328064680099487,0.841729462146759,0.9236913919448853,0.9262316226959229,0.9831420183181763,0.9831624627113342

+dfa,456,3,5.38688371687357e-10,5.106644551666761e-10,0.5700349807739258,0.5730001330375671,0.02755354903638363,0.02174334228038788,0.16910555958747864,0.16728240251541138,0.5032708644866943,0.5369181632995605,0.8326115012168884,0.8427283763885498,0.9236901998519897,0.9264274835586548,0.9833081364631653,0.9834180474281311

+state_bridge,42,0,3.023951649083756e-06,2.07175162358908e-06,0.18504568934440613,0.1838110089302063,0.32861703634262085,0.3324742019176483,0.6255342364311218,0.629595160484314,0.06476573646068573,0.0642315149307251,0.2713982164859772,0.2690041661262512,0.448304146528244,0.44446882605552673,0.7376315593719482,0.7339675426483154

+state_bridge,42,1,4.968893629886395e-10,4.6292153443872053e-10,0.2943871319293976,0.29678162932395935,0.1253453493118286,0.1263779103755951,0.40138113498687744,0.39949992299079895,0.1579325646162033,0.15650610625743866,0.5166130065917969,0.49276432394981384,0.7105197310447693,0.7073787450790405,0.9035030007362366,0.9086862802505493

+state_bridge,42,2,4.896933969433803e-10,4.5249168301175757e-10,0.29881957173347473,0.3004874587059021,0.12269436568021774,0.1240522488951683,0.3981039524078369,0.3959995210170746,0.161039799451828,0.16003741323947906,0.5214621424674988,0.4982406198978424,0.715185284614563,0.7135308980941772,0.9059343338012695,0.9111038446426392

+state_bridge,42,3,4.669763464804078e-10,4.2935310862191045e-10,0.3080902695655823,0.30284273624420166,0.11231984943151474,0.11349693685770035,0.3721894323825836,0.3610024154186249,0.1709337681531906,0.16827963292598724,0.5439932346343994,0.5424997210502625,0.7370308041572571,0.7416642904281616,0.9203451871871948,0.9294973015785217

+state_bridge,123,0,6.0468591982498765e-06,4.66667142973165e-06,0.1817636489868164,0.1696426272392273,0.3603183925151825,0.3812445402145386,0.6442065834999084,0.6682052612304688,0.06420911848545074,0.05363763868808746,0.26240652799606323,0.23751938343048096,0.42821526527404785,0.3998214304447174,0.7134179472923279,0.6953696012496948

+state_bridge,123,1,6.8831090827004e-10,6.119720841191167e-10,0.27536943554878235,0.27474695444107056,0.17245665192604065,0.1680247187614441,0.5045968890190125,0.5047621726989746,0.1349649429321289,0.133667454123497,0.43179115653038025,0.43124037981033325,0.6065435409545898,0.6075973510742188,0.8335132002830505,0.834693431854248

+state_bridge,123,2,6.79806044789899e-10,6.029764465509402e-10,0.27179136872291565,0.26631656289100647,0.1734859198331833,0.16725003719329834,0.5061777234077454,0.5061770081520081,0.1320682168006897,0.12913145124912262,0.4311187267303467,0.4311010539531708,0.6056357026100159,0.6034752130508423,0.8332533836364746,0.8339397311210632

+state_bridge,123,3,6.728649304399426e-10,5.959785442932741e-10,0.27432623505592346,0.2677294611930847,0.16675016283988953,0.15716701745986938,0.4961113929748535,0.49074068665504456,0.13534706830978394,0.13222679495811462,0.4422685503959656,0.45068618655204773,0.616214394569397,0.6203889846801758,0.8408142924308777,0.8440872430801392

+state_bridge,456,0,7.661685231141746e-06,2.9030015866737813e-06,0.21381539106369019,0.20696695148944855,0.2555685341358185,0.2785915434360504,0.5581467151641846,0.5712913274765015,0.08795163035392761,0.07824293524026871,0.3388819694519043,0.30340394377708435,0.5145741701126099,0.48674753308296204,0.7971201539039612,0.7936025857925415

+state_bridge,456,1,5.0460968736842915e-09,7.183932337895271e-10,0.3826007843017578,0.3768656551837921,0.14723747968673706,0.11655134707689285,0.5120208859443665,0.5357070565223694,0.2223704755306244,0.19922146201133728,0.46178534626960754,0.4385485351085663,0.5932052731513977,0.5692957043647766,0.8009114265441895,0.7861524224281311

+state_bridge,456,2,6.946614949931984e-10,6.034689414846639e-10,0.509243905544281,0.5379919409751892,0.04666563495993614,0.033630434423685074,0.28527748584747314,0.23048646748065948,0.3711031973361969,0.3934343159198761,0.7174608707427979,0.7715570330619812,0.8247657418251038,0.8694071173667908,0.9378388524055481,0.9592176079750061

+state_bridge,456,3,6.938280505686123e-10,6.030367871723286e-10,0.5089173913002014,0.5381865501403809,0.04689157009124756,0.03357791528105736,0.28476428985595703,0.23002000153064728,0.3710115849971771,0.39359307289123535,0.7176995277404785,0.7720068097114563,0.8248382806777954,0.8696386814117432,0.9381593465805054,0.9595077633857727

+credit_bridge,42,0,3.28323551457288e-07,2.115666006829997e-07,0.198660209774971,0.20009632408618927,0.2922472357749939,0.27576062083244324,0.591210126876831,0.584759533405304,0.07348651438951492,0.07486093789339066,0.30311092734336853,0.3115207254886627,0.48203057050704956,0.4966490566730499,0.7655060291290283,0.7753117680549622

+credit_bridge,42,1,3.7794450902239873e-10,2.7965388338380137e-10,0.3539695143699646,0.3314589560031891,0.1457033008337021,0.1203513965010643,0.4925677180290222,0.47355204820632935,0.20796863734722137,0.18415388464927673,0.47020891308784485,0.4879794716835022,0.616245448589325,0.6426388025283813,0.8228526711463928,0.8457133173942566

+credit_bridge,42,2,2.4595092629198234e-10,2.3368773582888025e-10,0.42283251881599426,0.38380131125450134,0.0762200802564621,0.07959610968828201,0.3799220323562622,0.38998404145240784,0.27860307693481445,0.2465236634016037,0.5916884541511536,0.5831902623176575,0.7382357120513916,0.7327404618263245,0.8994539976119995,0.9005069136619568

+credit_bridge,42,3,2.455395331502075e-10,2.341632443503272e-10,0.4239165782928467,0.38406580686569214,0.07530635595321655,0.07850290834903717,0.3767167031764984,0.38585996627807617,0.27949607372283936,0.24841126799583435,0.5938264727592468,0.5856180191040039,0.740851640701294,0.7363051772117615,0.901440441608429,0.9018996953964233

+credit_bridge,123,0,3.767189014070027e-07,2.6394639007776277e-07,0.20776750147342682,0.20533093810081482,0.2798425257205963,0.27216801047325134,0.5842440128326416,0.5763742327690125,0.07951993495225906,0.0778060331940651,0.3096029758453369,0.3113153278827667,0.49001041054725647,0.4954405426979065,0.7750592827796936,0.7834445238113403

+credit_bridge,123,1,1.1916049258431372e-09,1.0717712273233815e-09,0.35956281423568726,0.35481539368629456,0.12112382054328918,0.10155516862869263,0.4451232850551605,0.4215943217277527,0.206617534160614,0.19819264113903046,0.5058196783065796,0.5322696566581726,0.6655393242835999,0.6948774456977844,0.8653250932693481,0.8822245001792908

+credit_bridge,123,2,1.1472708338899906e-09,1.0478342638009508e-09,0.3667011260986328,0.35625511407852173,0.10823968797922134,0.09919849783182144,0.4174838662147522,0.4070364832878113,0.214207723736763,0.20003756880760193,0.5272704362869263,0.5447786450386047,0.6918623447418213,0.7064973711967468,0.8864194750785828,0.8912965655326843

+credit_bridge,123,3,1.1412368827734554e-09,1.04261610456291e-09,0.3674423098564148,0.3555693030357361,0.10674013942480087,0.09959041327238083,0.41357749700546265,0.40592166781425476,0.21544697880744934,0.19958405196666718,0.5311102271080017,0.5441344380378723,0.6954846382141113,0.7064864039421082,0.8883943557739258,0.8929139971733093

+credit_bridge,456,0,2.3464231446723716e-07,1.7737357893565786e-07,0.20265212655067444,0.20296145975589752,0.29567617177963257,0.2725119888782501,0.5979419946670532,0.5879523158073425,0.07575373351573944,0.07567057758569717,0.3008849024772644,0.3096412718296051,0.4784478545188904,0.4977056682109833,0.7621381282806396,0.7747714519500732

+credit_bridge,456,1,6.680229702737961e-10,6.331081769950231e-10,0.43585190176963806,0.4013032019138336,0.08221361041069031,0.08083325624465942,0.3742655813694,0.369724303483963,0.2807537019252777,0.235185444355011,0.5842965245246887,0.5754687190055847,0.7390443086624146,0.7468230724334717,0.904552161693573,0.9151149392127991

+credit_bridge,456,2,6.499009108651421e-10,6.19403306423294e-10,0.444877564907074,0.39980241656303406,0.07321283221244812,0.07695991545915604,0.3301146626472473,0.33731165528297424,0.2947343587875366,0.239315003156662,0.6133072376251221,0.594650387763977,0.7742530107498169,0.7713150382041931,0.9312570095062256,0.931800127029419

+credit_bridge,456,3,6.488426462780694e-10,6.184888712290615e-10,0.44511422514915466,0.4009478986263275,0.07312416285276413,0.07617515325546265,0.33010825514793396,0.336383581161499,0.29507163166999817,0.23987174034118652,0.6131926774978638,0.5948675274848938,0.7739807367324829,0.7714620232582092,0.9311059713363647,0.9320996403694153