{ "dataset": "synth", "method": "dfa", "seed": 789, "alpha": 0.0, "depth": 8, "batch": 512, "loss": 34.03881072998047, "acc": 0.1015625, "per_layer": [ { "layer": 0, "mean_norm": 0.05789917707443237, "median_norm": 0.06120702996850014, "max_norm": 0.11116074025630951, "min_norm": 2.3642714163196103e-21, "support": { "1e-08": 0.966796875, "1e-07": 0.96484375, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -12.324583053588867, "5": -4.832668781280518, "10": -1.5375053882598877, "25": -1.2747005224227905, "50": -1.2127583026885986, "75": -1.158224105834961, "90": -1.0983738899230957, "95": -1.0683625936508179, "99": -1.0058194398880005 }, "log_norms_histogram": [ 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 1, 1, 1, 1, 1, 0, 2, 0, 1, 0, 1, 0, 1, 2, 0, 2, 2, 6, 3, 2, 3, 1, 4, 3, 1, 20, 444 ], "log_norms_bin_edges": [ -20.62630271911621, -20.23285675048828, -19.839412689208984, -19.445966720581055, -19.052522659301758, -18.659076690673828, -18.26563262939453, -17.8721866607666, -17.478742599487305, -17.085296630859375, -16.691852569580078, -16.29840660095215, -15.904961585998535, -15.511516571044922, -15.118070602416992, -14.724626541137695, -14.331180572509766, -13.937736511230469, -13.544290542602539, -13.150845527648926, -12.757400512695312, -12.3639554977417, -11.970510482788086, -11.577065467834473, -11.18362045288086, -10.790175437927246, -10.396730422973633, -10.003284454345703, -9.60983943939209, -9.216394424438477, -8.822949409484863, -8.42950439453125, -8.036059379577637, -7.642614364624023, -7.24916934967041, -6.855724334716797, -6.462279319763184, -6.06883430480957, -5.675388336181641, -5.281943321228027, -4.888498306274414, -4.495054244995117, -4.1016082763671875, -3.708162307739258, -3.314718246459961, -2.9212722778320312, -2.5278282165527344, -2.1343822479248047, -1.7409381866455078, -1.3474922180175781, -0.9540486335754395 ], "r_inf_mean": 0.2596322298049927, "r_inf_median": 0.25171273946762085, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6307257413864136, "eff_dim_mean": 0.6307257413864136, "topk_energy": { "1": 0.06868930160999298, "5": 0.2721356153488159, "10": 0.42672520875930786, "25": 0.7273880243301392 }, "gamma_raw": -0.005377952940762043, "gamma_active": { "1e-08": -0.005726921837776899, "1e-07": -0.005744844675064087, "1e-06": -0.005832703784108162, "1e-05": -0.0053237429820001125, "0.0001": -0.005314255133271217 }, "gamma_energy_weighted": { "1e-08": -0.01411074253887775, "1e-07": -0.01411074253887775, "1e-06": -0.01411074253887775, "1e-05": -0.01411074253887775, "0.0001": -0.01411074253887775 } }, { "layer": 1, "mean_norm": 0.0022284556180238724, "median_norm": 0.0023481755051761866, "max_norm": 0.0037236332427710295, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.958984375, "1e-06": 0.939453125, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -13.722043991088867, "5": -6.2402215003967285, "10": -3.024840831756592, "25": -2.673257350921631, "50": -2.6292288303375244, "75": -2.578972339630127, "90": -2.5222201347351074, "95": -2.504274606704712, "99": -2.444551467895508 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 1, 2, 0, 1, 1, 1, 2, 0, 4, 8, 3, 3, 4, 4, 5, 460 ], "log_norms_bin_edges": [ -30.0, -29.448579788208008, -28.89716148376465, -28.345741271972656, -27.794322967529297, -27.242902755737305, -26.691484451293945, -26.140064239501953, -25.588645935058594, -25.0372257232666, -24.485807418823242, -23.93438720703125, -23.38296890258789, -22.8315486907959, -22.280128479003906, -21.728710174560547, -21.177291870117188, -20.625871658325195, -20.074451446533203, -19.523033142089844, -18.971614837646484, -18.420194625854492, -17.8687744140625, -17.31735610961914, -16.76593589782715, -16.214515686035156, -15.663097381591797, -15.111678123474121, -14.560258865356445, -14.00883960723877, -13.457420349121094, -12.906002044677734, -12.354581832885742, -11.80316162109375, -11.25174331665039, -10.700323104858398, -10.148904800415039, -9.597484588623047, -9.046066284179688, -8.494646072387695, -7.943227767944336, -7.391807556152344, -6.840389251708984, -6.288969039916992, -5.737550735473633, -5.186130523681641, -4.634712219238281, -4.083292007446289, -3.531871795654297, -2.9804534912109375, -2.429033041000366 ], "r_inf_mean": 65193.19140625, "r_inf_median": 0.25023457407951355, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 13740983451648.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.2901250720024109, "gamma_active": { "1e-08": 0.3005901873111725, "1e-07": 0.30056485533714294, "1e-06": 0.300697386264801, "1e-05": 0.30093374848365784, "0.0001": 0.3005979359149933 }, "gamma_energy_weighted": { "1e-08": 0.3049428767482295, "1e-07": 0.3049428767482295, "1e-06": 0.3049428767482295, "1e-05": 0.3049428767482295, "0.0001": 0.3049428767482295 } }, { "layer": 2, "mean_norm": 0.001947231823578477, "median_norm": 0.0020448784343898296, "max_norm": 0.0033612046390771866, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.958984375, "1e-06": 0.9375, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -13.765771865844727, "5": -6.296547889709473, "10": -3.101289987564087, "25": -2.746689558029175, "50": -2.689314842224121, "75": -2.63220477104187, "90": -2.5685408115386963, "95": -2.5428645610809326, "99": -2.4981260299682617 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1, 2, 1, 3, 8, 3, 3, 4, 4, 5, 460 ], "log_norms_bin_edges": [ -30.0, -29.44947052001953, -28.898941040039062, -28.34840965270996, -27.797880172729492, -27.247350692749023, -26.696821212768555, -26.146289825439453, -25.595760345458984, -25.045230865478516, -24.494701385498047, -23.944171905517578, -23.39364242553711, -22.843111038208008, -22.29258155822754, -21.742050170898438, -21.19152069091797, -20.6409912109375, -20.09046173095703, -19.539932250976562, -18.989402770996094, -18.438873291015625, -17.888341903686523, -17.337812423706055, -16.787282943725586, -16.236751556396484, -15.686223030090332, -15.135692596435547, -14.585163116455078, -14.034632682800293, -13.484102249145508, -12.933572769165039, -12.38304328918457, -11.832513809204102, -11.281984329223633, -10.731452941894531, -10.180923461914062, -9.630393981933594, -9.079864501953125, -8.529333114624023, -7.978803634643555, -7.428274154663086, -6.877744674682617, -6.327215194702148, -5.776683807373047, -5.226154327392578, -4.675624847412109, -4.125095367431641, -3.574565887451172, -3.0240345001220703, -2.4735052585601807 ], "r_inf_mean": 59653.59765625, "r_inf_median": 0.26284289360046387, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 11058615943168.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.17232497036457062, "gamma_active": { "1e-08": 0.178744375705719, "1e-07": 0.17915396392345428, "1e-06": 0.1793329417705536, "1e-05": 0.17993780970573425, "0.0001": 0.18024826049804688 }, "gamma_energy_weighted": { "1e-08": 0.19422710614608693, "1e-07": 0.19422710614608693, "1e-06": 0.19422710614608693, "1e-05": 0.19422710614608693, "0.0001": 0.19422710614608693 } }, { "layer": 3, "mean_norm": 0.001932391431182623, "median_norm": 0.0020316417794674635, "max_norm": 0.003339041955769062, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.958984375, "1e-06": 0.9375, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -13.770116806030273, "5": -6.298447608947754, "10": -3.1039395332336426, "25": -2.748793125152588, "50": -2.6920924186706543, "75": -2.63460636138916, "90": -2.573774814605713, "95": -2.5461487770080566, "99": -2.501988410949707 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1, 2, 1, 3, 8, 3, 3, 4, 4, 5, 460 ], "log_norms_bin_edges": [ -30.0, -29.449527740478516, -28.89905548095703, -28.348583221435547, -27.798110961914062, -27.247638702392578, -26.697166442871094, -26.146692276000977, -25.596220016479492, -25.045747756958008, -24.495275497436523, -23.94480323791504, -23.394330978393555, -22.84385871887207, -22.293386459350586, -21.74291229248047, -21.192440032958984, -20.6419677734375, -20.091495513916016, -19.54102325439453, -18.990550994873047, -18.440078735351562, -17.889606475830078, -17.339134216308594, -16.78866195678711, -16.238189697265625, -15.687716484069824, -15.13724422454834, -14.586771965026855, -14.036299705505371, -13.48582649230957, -12.935354232788086, -12.384881973266602, -11.834409713745117, -11.283937454223633, -10.733465194702148, -10.182992935180664, -9.63252067565918, -9.082046508789062, -8.531574249267578, -7.981101989746094, -7.430629730224609, -6.880157470703125, -6.329685211181641, -5.779212951660156, -5.228740692138672, -4.6782684326171875, -4.127796173095703, -3.5773239135742188, -3.0268497467041016, -2.4763782024383545 ], "r_inf_mean": 59889.59375, "r_inf_median": 0.2600129544734955, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 11069416275968.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.10074371099472046, "gamma_active": { "1e-08": 0.10449250042438507, "1e-07": 0.10468679666519165, "1e-06": 0.10342326760292053, "1e-05": 0.10468180477619171, "0.0001": 0.10512305051088333 }, "gamma_energy_weighted": { "1e-08": 0.1262922579903859, "1e-07": 0.1262922579903859, "1e-06": 0.1262922579903859, "1e-05": 0.1262922579903859, "0.0001": 0.1262922579903859 } }, { "layer": 4, "mean_norm": 0.0019281813874840736, "median_norm": 0.0020240135490894318, "max_norm": 0.003334285691380501, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.958984375, "1e-06": 0.9375, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -13.771897315979004, "5": -6.29954195022583, "10": -3.105011224746704, "25": -2.7485196590423584, "50": -2.6931843757629395, "75": -2.6367344856262207, "90": -2.5735673904418945, "95": -2.5476162433624268, "99": -2.504242181777954 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1, 2, 1, 3, 8, 3, 3, 4, 4, 5, 460 ], "log_norms_bin_edges": [ -30.0, -29.449539184570312, -28.899080276489258, -28.34861946105957, -27.798160552978516, -27.247699737548828, -26.69723892211914, -26.146780014038086, -25.5963191986084, -25.045860290527344, -24.495399475097656, -23.94493865966797, -23.394479751586914, -22.844018936157227, -22.293560028076172, -21.743099212646484, -21.192638397216797, -20.642179489135742, -20.091720581054688, -19.541259765625, -18.990798950195312, -18.440338134765625, -17.88987922668457, -17.339420318603516, -16.788959503173828, -16.23849868774414, -15.68803882598877, -15.137578964233398, -14.587119102478027, -14.036659240722656, -13.486198425292969, -12.935739517211914, -12.385278701782227, -11.834817886352539, -11.284358978271484, -10.733898162841797, -10.183439254760742, -9.632978439331055, -9.082517623901367, -8.532058715820312, -7.981597900390625, -7.43113899230957, -6.880678176879883, -6.330217361450195, -5.779758453369141, -5.229297637939453, -4.678838729858398, -4.128377914428711, -3.5779190063476562, -3.0274581909179688, -2.4769973754882812 ], "r_inf_mean": 59528.1171875, "r_inf_median": 0.26020967960357666, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 11120437886976.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.05224398896098137, "gamma_active": { "1e-08": 0.05389215052127838, "1e-07": 0.05405271053314209, "1e-06": 0.05353220924735069, "1e-05": 0.05358513817191124, "0.0001": 0.052871156483888626 }, "gamma_energy_weighted": { "1e-08": 0.06299120993177915, "1e-07": 0.06299120993177915, "1e-06": 0.06299120993177915, "1e-05": 0.06299120993177915, "0.0001": 0.06299120993177915 } }, { "layer": 5, "mean_norm": 0.001928182551637292, "median_norm": 0.0020261092577129602, "max_norm": 0.00332873803563416, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.958984375, "1e-06": 0.9375, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -13.771439552307129, "5": -6.2994513511657715, "10": -3.1058671474456787, "25": -2.748410224914551, "50": -2.693319797515869, "75": -2.6374194622039795, "90": -2.574390172958374, "95": -2.5480871200561523, "99": -2.504793643951416 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1, 2, 1, 3, 8, 3, 3, 4, 4, 5, 460 ], "log_norms_bin_edges": [ -30.0, -29.449554443359375, -28.89910888671875, -28.348663330078125, -27.7982177734375, -27.247772216796875, -26.69732666015625, -26.146881103515625, -25.596435546875, -25.045989990234375, -24.49554443359375, -23.945098876953125, -23.3946533203125, -22.844207763671875, -22.29376220703125, -21.743316650390625, -21.19287109375, -20.642425537109375, -20.09197998046875, -19.541534423828125, -18.9910888671875, -18.440643310546875, -17.89019775390625, -17.339752197265625, -16.789304733276367, -16.238859176635742, -15.688413619995117, -15.137968063354492, -14.587522506713867, -14.037076950073242, -13.486631393432617, -12.936185836791992, -12.385740280151367, -11.835294723510742, -11.284849166870117, -10.734403610229492, -10.183958053588867, -9.633512496948242, -9.083066940307617, -8.532621383666992, -7.982175827026367, -7.431730270385742, -6.881284713745117, -6.330839157104492, -5.780393600463867, -5.229948043823242, -4.679502487182617, -4.129056930541992, -3.5786094665527344, -3.0281639099121094, -2.4777204990386963 ], "r_inf_mean": 59749.671875, "r_inf_median": 0.26183339953422546, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 11102758895616.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.1023988127708435, "gamma_active": { "1e-08": 0.1061287373304367, "1e-07": 0.10610603541135788, "1e-06": 0.10709664225578308, "1e-05": 0.10732613503932953, "0.0001": 0.10711430758237839 }, "gamma_energy_weighted": { "1e-08": 0.11146182096030527, "1e-07": 0.11146182096030527, "1e-06": 0.11146182096030527, "1e-05": 0.11146182096030527, "0.0001": 0.11146182096030527 } }, { "layer": 6, "mean_norm": 0.0019260760163888335, "median_norm": 0.0020186821930110455, "max_norm": 0.0033311620354652405, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.958984375, "1e-06": 0.9375, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -13.773550987243652, "5": -6.299068927764893, "10": -3.105290412902832, "25": -2.74892520904541, "50": -2.694925546646118, "75": -2.6370797157287598, "90": -2.574951648712158, "95": -2.5476369857788086, "99": -2.5049781799316406 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1, 2, 1, 3, 8, 3, 3, 4, 4, 5, 460 ], "log_norms_bin_edges": [ -30.0, -29.449548721313477, -28.89909553527832, -28.348644256591797, -27.798192977905273, -27.247739791870117, -26.697288513183594, -26.14683723449707, -25.596384048461914, -25.04593276977539, -24.495479583740234, -23.94502830505371, -23.394577026367188, -22.84412384033203, -22.293672561645508, -21.743221282958984, -21.192768096923828, -20.642316818237305, -20.09186553955078, -19.541412353515625, -18.9909610748291, -18.440509796142578, -17.890056610107422, -17.3396053314209, -16.789154052734375, -16.23870086669922, -15.688249588012695, -15.137797355651855, -14.587346076965332, -14.036893844604492, -13.486442565917969, -12.935989379882812, -12.385538101196289, -11.835086822509766, -11.28463363647461, -10.734182357788086, -10.183731079101562, -9.633277893066406, -9.082826614379883, -8.53237533569336, -7.981922149658203, -7.43147087097168, -6.881019592285156, -6.33056640625, -5.780115127563477, -5.229663848876953, -4.679210662841797, -4.128759384155273, -3.57830810546875, -3.0278549194335938, -2.4774041175842285 ], "r_inf_mean": 59654.7578125, "r_inf_median": 0.2629860043525696, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 11125518237696.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.019728105515241623, "gamma_active": { "1e-08": 0.020565995946526527, "1e-07": 0.020771734416484833, "1e-06": 0.021775634959340096, "1e-05": 0.022413434460759163, "0.0001": 0.022627048194408417 }, "gamma_energy_weighted": { "1e-08": 0.04103664905671761, "1e-07": 0.04103664905671761, "1e-06": 0.04103664905671761, "1e-05": 0.04103664905671761, "0.0001": 0.04103664905671761 } }, { "layer": 7, "mean_norm": 0.001925894059240818, "median_norm": 0.002018409315496683, "max_norm": 0.003329530591145158, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.958984375, "1e-06": 0.9375, "1e-05": 0.92578125, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -13.774040222167969, "5": -6.298595428466797, "10": -3.104585886001587, "25": -2.749150276184082, "50": -2.694404125213623, "75": -2.637688636779785, "90": -2.576064109802246, "95": -2.5464179515838623, "99": -2.5050981044769287 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 2, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1, 2, 1, 3, 8, 3, 3, 4, 4, 5, 460 ], "log_norms_bin_edges": [ -30.0, -29.449552536010742, -28.899105072021484, -28.348657608032227, -27.79821014404297, -27.247760772705078, -26.697315216064453, -26.146865844726562, -25.596418380737305, -25.045970916748047, -24.49552345275879, -23.94507598876953, -23.394628524780273, -22.844181060791016, -22.293733596801758, -21.7432861328125, -21.19283676147461, -20.642391204833984, -20.091941833496094, -19.541494369506836, -18.991046905517578, -18.44059944152832, -17.890151977539062, -17.339704513549805, -16.789257049560547, -16.238807678222656, -15.688361167907715, -15.137913703918457, -14.5874662399292, -14.037018775939941, -13.486570358276367, -12.93612289428711, -12.385675430297852, -11.835227966308594, -11.284780502319336, -10.734333038330078, -10.18388557434082, -9.633438110351562, -9.082988739013672, -8.532541275024414, -7.982093811035156, -7.431646347045898, -6.881198883056641, -6.330751419067383, -5.780303955078125, -5.229856491088867, -4.679409027099609, -4.128961563110352, -3.5785140991210938, -3.028064727783203, -2.477617025375366 ], "r_inf_mean": 59523.97265625, "r_inf_median": 0.2614961862564087, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 11096362582016.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.10541211813688278, "gamma_active": { "1e-08": 0.1093578189611435, "1e-07": 0.10949357599020004, "1e-06": 0.10920441895723343, "1e-05": 0.10971087962388992, "0.0001": 0.1098177507519722 }, "gamma_energy_weighted": { "1e-08": 0.12543550562185188, "1e-07": 0.12543550562185188, "1e-06": 0.12543550562185188, "1e-05": 0.12543550562185188, "0.0001": 0.12543550562185188 } } ] }