{ "dataset": "synth", "method": "dfa", "seed": 42, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 40.81475830078125, "acc": 0.1015625, "per_layer": [ { "layer": 0, "mean_norm": 0.0675482302904129, "median_norm": 0.061652205884456635, "max_norm": 0.25255444645881653, "min_norm": 0.0, "support": { "1e-08": 0.97265625, "1e-07": 0.962890625, "1e-06": 0.958984375, "1e-05": 0.951171875, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -10.956345558166504, "5": -4.698701858520508, "10": -1.5689553022384644, "25": -1.3228673934936523, "50": -1.2080780267715454, "75": -1.082482933998108, "90": -0.9275670647621155, "95": -0.8410006165504456, "99": -0.7070760726928711 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 3, 0, 3, 3, 2, 2, 3, 1, 2, 5, 4, 7, 6, 226, 236 ], "log_norms_bin_edges": [ -30.0, -29.41195297241211, -28.82390594482422, -28.235858917236328, -27.647811889648438, -27.059764862060547, -26.471717834472656, -25.883670806884766, -25.295623779296875, -24.707576751708984, -24.119529724121094, -23.531482696533203, -22.943435668945312, -22.355388641357422, -21.76734161376953, -21.17929458618164, -20.59124755859375, -20.00320053100586, -19.41515350341797, -18.827106475830078, -18.239059448242188, -17.651012420654297, -17.062965393066406, -16.474918365478516, -15.886869430541992, -15.298822402954102, -14.710775375366211, -14.12272834777832, -13.53468132019043, -12.946634292602539, -12.358587265014648, -11.770540237426758, -11.182493209838867, -10.594446182250977, -10.006399154663086, -9.418352127075195, -8.830305099487305, -8.242258071899414, -7.654211044311523, -7.066164016723633, -6.478116989135742, -5.890069961547852, -5.302022933959961, -4.71397590637207, -4.12592887878418, -3.537881851196289, -2.9498348236083984, -2.361787796020508, -1.7737388610839844, -1.1856918334960938, -0.5976449847221375 ], "r_inf_mean": 40519.08984375, "r_inf_median": 0.2873315215110779, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 6087635894272.0, "eff_dim_mean": Infinity, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": -0.009681418538093567, "gamma_active": { "1e-08": -0.009706265293061733, "1e-07": -0.009661432355642319, "1e-06": -0.009699334390461445, "1e-05": -0.009881623089313507, "0.0001": -0.009234345518052578 }, "gamma_energy_weighted": { "1e-08": -0.005336625103717452, "1e-07": -0.005336625103717452, "1e-06": -0.005336625103717452, "1e-05": -0.005336625103717452, "0.0001": -0.005336625103717452 } }, { "layer": 1, "mean_norm": 0.0036257237661629915, "median_norm": 0.003365722019225359, "max_norm": 0.012133244425058365, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.955078125, "1e-06": 0.94921875, "1e-05": 0.935546875, "0.0001": 0.923828125 }, "log_norms_percentiles": { "1": -12.451739311218262, "5": -5.860774040222168, "10": -2.7779762744903564, "25": -2.5928969383239746, "50": -2.4728965759277344, "75": -2.3319103717803955, "90": -2.2093653678894043, "95": -2.1360116004943848, "99": -2.0437023639678955 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 2, 1, 1, 2, 2, 3, 1, 3, 2, 1, 5, 3, 3, 7, 5, 199, 264 ], "log_norms_bin_edges": [ -30.0, -29.43832015991211, -28.87664031982422, -28.314960479736328, -27.75328254699707, -27.19160270690918, -26.62992286682129, -26.0682430267334, -25.506563186645508, -24.94488525390625, -24.38320541381836, -23.82152557373047, -23.259845733642578, -22.698165893554688, -22.136486053466797, -21.574806213378906, -21.013126373291016, -20.451446533203125, -19.889768600463867, -19.328088760375977, -18.766408920288086, -18.204730987548828, -17.643051147460938, -17.081371307373047, -16.519691467285156, -15.958011627197266, -15.396331787109375, -14.834651947021484, -14.27297306060791, -13.711294174194336, -13.149614334106445, -12.587934494018555, -12.026254653930664, -11.464574813842773, -10.902894973754883, -10.341215133666992, -9.779537200927734, -9.217857360839844, -8.656177520751953, -8.094497680664062, -7.532817840576172, -6.971138000488281, -6.409460067749023, -5.847780227661133, -5.286100387573242, -4.724420547485352, -4.162740707397461, -3.6010608673095703, -3.0393829345703125, -2.477703094482422, -1.9160231351852417 ], "r_inf_mean": 942.5630493164062, "r_inf_median": 0.26009806990623474, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 4065174272.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.11537662893533707, "gamma_active": { "1e-08": 0.11970970034599304, "1e-07": 0.12025832384824753, "1e-06": 0.11996012181043625, "1e-05": 0.11994019150733948, "0.0001": 0.12041725218296051 }, "gamma_energy_weighted": { "1e-08": 0.12493773950454484, "1e-07": 0.12493773950454484, "1e-06": 0.12493773950454484, "1e-05": 0.12493773950454484, "0.0001": 0.12493773950454484 } }, { "layer": 2, "mean_norm": 0.001833497197367251, "median_norm": 0.0019187548896297812, "max_norm": 0.002970812376588583, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.955078125, "1e-06": 0.947265625, "1e-05": 0.93359375, "0.0001": 0.916015625 }, "log_norms_percentiles": { "1": -12.714191436767578, "5": -6.2152276039123535, "10": -3.135533094406128, "25": -2.766542673110962, "50": -2.716909408569336, "75": -2.675138473510742, "90": -2.5844790935516357, "95": -2.5618953704833984, "99": -2.53448224067688 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 2, 0, 2, 1, 2, 4, 0, 2, 2, 2, 3, 5, 2, 6, 5, 6, 460 ], "log_norms_bin_edges": [ -30.0, -29.450542449951172, -28.901084899902344, -28.351627349853516, -27.802169799804688, -27.25271224975586, -26.70325469970703, -26.153797149658203, -25.604339599609375, -25.054882049560547, -24.50542449951172, -23.95596694946289, -23.406509399414062, -22.857051849365234, -22.307594299316406, -21.758136749267578, -21.20867919921875, -20.659221649169922, -20.109764099121094, -19.560306549072266, -19.010848999023438, -18.46139144897461, -17.91193389892578, -17.362476348876953, -16.813020706176758, -16.26356315612793, -15.714105606079102, -15.164648056030273, -14.615190505981445, -14.065732955932617, -13.516275405883789, -12.966817855834961, -12.417360305786133, -11.867902755737305, -11.318445205688477, -10.768987655639648, -10.21953010559082, -9.670072555541992, -9.120615005493164, -8.571157455444336, -8.021699905395508, -7.47224235534668, -6.922784805297852, -6.373327255249023, -5.823869705200195, -5.274412155151367, -4.724954605102539, -4.175497055053711, -3.6260414123535156, -3.0765838623046875, -2.5271246433258057 ], "r_inf_mean": 37968.796875, "r_inf_median": 0.24859748780727386, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 10675355123712.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.16097217798233032, "gamma_active": { "1e-08": 0.16695711016654968, "1e-07": 0.16806475818157196, "1e-06": 0.16743990778923035, "1e-05": 0.168677419424057, "0.0001": 0.1687154918909073 }, "gamma_energy_weighted": { "1e-08": 0.21018422196666728, "1e-07": 0.21018422196666728, "1e-06": 0.21018422196666728, "1e-05": 0.21018422196666728, "0.0001": 0.21018422196666728 } }, { "layer": 3, "mean_norm": 0.0017900480888783932, "median_norm": 0.0018746921559795737, "max_norm": 0.0028218128718435764, "min_norm": 0.0, "support": { "1e-08": 0.962890625, "1e-07": 0.955078125, "1e-06": 0.947265625, "1e-05": 0.93359375, "0.0001": 0.916015625 }, "log_norms_percentiles": { "1": -12.715415954589844, "5": -6.229037761688232, "10": -3.1614856719970703, "25": -2.7712297439575195, "50": -2.7268600463867188, "75": -2.68935489654541, "90": -2.603337049484253, "95": -2.5809874534606934, "99": -2.55206036567688 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 2, 0, 2, 1, 2, 4, 0, 2, 2, 2, 3, 5, 2, 6, 4, 7, 460 ], "log_norms_bin_edges": [ -30.0, -29.45098876953125, -28.901979446411133, -28.352968215942383, -27.803958892822266, -27.254947662353516, -26.705936431884766, -26.15692710876465, -25.6079158782959, -25.05890655517578, -24.50989532470703, -23.96088409423828, -23.41187286376953, -22.862863540649414, -22.313852310180664, -21.764842987060547, -21.215831756591797, -20.666820526123047, -20.11781120300293, -19.56879997253418, -19.019790649414062, -18.470779418945312, -17.921768188476562, -17.372756958007812, -16.823747634887695, -16.274738311767578, -15.725727081298828, -15.176715850830078, -14.627705574035645, -14.078695297241211, -13.529684066772461, -12.980674743652344, -12.431663513183594, -11.882652282714844, -11.333642959594727, -10.784631729125977, -10.23562240600586, -9.68661117553711, -9.13759994506836, -8.588590621948242, -8.039579391479492, -7.490568161010742, -6.941558837890625, -6.392547607421875, -5.843536376953125, -5.294527053833008, -4.745515823364258, -4.196506500244141, -3.6474952697753906, -3.0984840393066406, -2.549471855163574 ], "r_inf_mean": 38366.55859375, "r_inf_median": 0.24767154455184937, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 10628202758144.0, "eff_dim_mean": NaN, "topk_energy": { "1": NaN, "5": NaN, "10": NaN, "25": NaN }, "gamma_raw": 0.13787135481834412, "gamma_active": { "1e-08": 0.14303146302700043, "1e-07": 0.143719881772995, "1e-06": 0.1433396190404892, "1e-05": 0.14392979443073273, "0.0001": 0.14465774595737457 }, "gamma_energy_weighted": { "1e-08": 0.16082522458596354, "1e-07": 0.16082522458596354, "1e-06": 0.16082522458596354, "1e-05": 0.16082522458596354, "0.0001": 0.16082522458596354 } } ] }