{ "dataset": "cifar", "method": "credit_bridge", "seed": 42, "alpha": null, "depth": 4, "batch": 256, "loss": 2.001465320587158, "acc": 0.25390625, "per_layer": [ { "layer": 0, "mean_norm": 6.333947339953738e-07, "median_norm": 4.195617577806843e-07, "max_norm": 4.877954324911116e-06, "min_norm": 1.7700738652592918e-08, "support": { "1e-08": 1.0, "1e-07": 0.91015625, "1e-06": 0.1796875, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.457462787628174, "5": -7.142299175262451, "10": -6.987037181854248, "25": -6.723257064819336, "50": -6.374059677124023, "75": -6.083482265472412, "90": -5.855742454528809, "95": -5.738598823547363, "99": -5.454064846038818 }, "log_norms_histogram": [ 1, 0, 1, 0, 1, 0, 1, 0, 2, 2, 1, 2, 3, 2, 5, 7, 4, 6, 6, 9, 11, 9, 11, 7, 4, 8, 10, 12, 13, 7, 11, 13, 9, 10, 13, 10, 7, 7, 6, 3, 6, 6, 2, 3, 1, 0, 1, 2, 0, 1 ], "log_norms_bin_edges": [ -7.752008438110352, -7.7032036781311035, -7.654398441314697, -7.605593681335449, -7.556788921356201, -7.507983684539795, -7.459178924560547, -7.410374164581299, -7.361568927764893, -7.3127641677856445, -7.2639594078063965, -7.21515417098999, -7.166349411010742, -7.117544174194336, -7.068739414215088, -7.01993465423584, -6.971129417419434, -6.9223246574401855, -6.8735198974609375, -6.824714660644531, -6.775909900665283, -6.727105140686035, -6.678299903869629, -6.629495143890381, -6.580690383911133, -6.531885147094727, -6.4830803871154785, -6.4342756271362305, -6.385470390319824, -6.336665630340576, -6.287860870361328, -6.239055633544922, -6.190250873565674, -6.141446113586426, -6.0926408767700195, -6.0438361167907715, -5.995031356811523, -5.946226119995117, -5.897421360015869, -5.848616600036621, -5.799811363220215, -5.751006603240967, -5.702201843261719, -5.6533966064453125, -5.6045918464660645, -5.555787086486816, -5.50698184967041, -5.458177089691162, -5.409372329711914, -5.360567092895508, -5.31176233291626 ], "r_inf_mean": 0.19837668538093567, "r_inf_median": 0.19969207048416138, "pr_mean": 0.2933163642883301, "pr_median": 0.276974618434906, "hoyer_mean": 0.5912688970565796, "eff_dim_mean": 0.5912688970565796, "topk_energy": { "1": 0.07330034673213959, "5": 0.30148443579673767, "10": 0.48028308153152466, "25": 0.7653568983078003 }, "gamma_raw": 0.24903419613838196, "gamma_active": { "1e-08": 0.24903419613838196, "1e-07": 0.2620922923088074, "1e-06": 0.19862449169158936, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.1693693606973864, "1e-07": 0.1693693606973864, "1e-06": 0.1693693606973864, "1e-05": 0.1693693606973864, "0.0001": 0.1693693606973864 } }, { "layer": 1, "mean_norm": 7.803649948456837e-10, "median_norm": 5.714080320018411e-10, "max_norm": 1.8231775200661104e-08, "min_norm": 2.6060559266127825e-10, "support": { "1e-08": 0.00390625, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.449275016784668, "5": -9.394906044006348, "10": -9.38313102722168, "25": -9.34207820892334, "50": -9.242864608764648, "75": -9.105673789978027, "90": -8.944769859313965, "95": -8.840707778930664, "99": -8.489298820495605 }, "log_norms_histogram": [ 1, 0, 0, 4, 6, 27, 38, 26, 18, 19, 17, 19, 17, 16, 11, 5, 3, 4, 9, 3, 1, 3, 1, 3, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.584015846252441, -9.547119140625, -9.510222434997559, -9.4733247756958, -9.43642807006836, -9.399531364440918, -9.362634658813477, -9.325737953186035, -9.288840293884277, -9.251943588256836, -9.215046882629395, -9.178150177001953, -9.141253471374512, -9.10435676574707, -9.067459106445312, -9.030562400817871, -8.99366569519043, -8.956768989562988, -8.919872283935547, -8.882974624633789, -8.846077919006348, -8.809181213378906, -8.772284507751465, -8.735387802124023, -8.698490142822266, -8.661593437194824, -8.624696731567383, -8.587800025939941, -8.5509033203125, -8.514005661010742, -8.4771089553833, -8.44021224975586, -8.403315544128418, -8.366418838500977, -8.329521179199219, -8.292624473571777, -8.255727767944336, -8.218831062316895, -8.181934356689453, -8.145036697387695, -8.108139991760254, -8.071243286132812, -8.034346580505371, -7.99744987487793, -7.96055269241333, -7.923655986785889, -7.886758804321289, -7.849862098693848, -7.812965393066406, -7.776068210601807, -7.739171504974365 ], "r_inf_mean": 0.35533517599105835, "r_inf_median": 0.3314588665962219, "pr_mean": 0.14488938450813293, "pr_median": 0.11856742203235626, "hoyer_mean": 0.4916110932826996, "eff_dim_mean": 0.4916110932826996, "topk_energy": { "1": 0.21024462580680847, "5": 0.47229304909706116, "10": 0.6168347597122192, "25": 0.8228110671043396 }, "gamma_raw": -0.0014083115383982658, "gamma_active": { "1e-08": -0.15585371851921082, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.10200789758950457, "1e-07": -0.10200789758950457, "1e-06": -0.10200789758950457, "1e-05": -0.10200789758950457, "0.0001": -0.10200789758950457 } }, { "layer": 2, "mean_norm": 4.940946540799018e-10, "median_norm": 4.706502410023461e-10, "max_norm": 9.039328729976148e-10, "min_norm": 2.2597153315206953e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.57858943939209, "5": -9.470010757446289, "10": -9.434353828430176, "25": -9.38910961151123, "50": -9.326801300048828, "75": -9.264440536499023, "90": -9.165214538574219, "95": -9.129350662231445, "99": -9.077860832214355 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 2, 0, 0, 0, 2, 1, 1, 1, 2, 4, 1, 7, 3, 7, 5, 16, 19, 9, 13, 10, 15, 17, 12, 11, 11, 14, 9, 6, 8, 2, 7, 5, 5, 1, 2, 5, 6, 2, 3, 2, 3, 1, 2, 0, 2 ], "log_norms_bin_edges": [ -9.645946502685547, -9.633904457092285, -9.62186336517334, -9.609821319580078, -9.597780227661133, -9.585738182067871, -9.573697090148926, -9.561655044555664, -9.549612998962402, -9.537571907043457, -9.525529861450195, -9.51348876953125, -9.501446723937988, -9.489404678344727, -9.477363586425781, -9.46532154083252, -9.453280448913574, -9.441238403320312, -9.429197311401367, -9.417155265808105, -9.405113220214844, -9.393072128295898, -9.381030082702637, -9.368988990783691, -9.35694694519043, -9.344905853271484, -9.332863807678223, -9.320821762084961, -9.308780670166016, -9.296738624572754, -9.284697532653809, -9.272655487060547, -9.260613441467285, -9.24857234954834, -9.236530303955078, -9.224489212036133, -9.212447166442871, -9.200406074523926, -9.188364028930664, -9.176321983337402, -9.164280891418457, -9.152238845825195, -9.14019775390625, -9.128155708312988, -9.116113662719727, -9.104072570800781, -9.09203052520752, -9.079989433288574, -9.067947387695312, -9.055906295776367, -9.043864250183105 ], "r_inf_mean": 0.4273303747177124, "r_inf_median": 0.3845841586589813, "pr_mean": 0.07437767088413239, "pr_median": 0.07771610468626022, "hoyer_mean": 0.37731146812438965, "eff_dim_mean": 0.37731146812438965, "topk_energy": { "1": 0.28318431973457336, "5": 0.5960769653320312, "10": 0.7408536672592163, "25": 0.9002403020858765 }, "gamma_raw": -0.0022374512627720833, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.002361721977185503, "1e-07": -0.002361721977185503, "1e-06": -0.002361721977185503, "1e-05": -0.002361721977185503, "0.0001": -0.002361721977185503 } }, { "layer": 3, "mean_norm": 4.933400354900641e-10, "median_norm": 4.70105565586465e-10, "max_norm": 9.078486296054677e-10, "min_norm": 2.2550653011599309e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.582595825195312, "5": -9.47178840637207, "10": -9.436161041259766, "25": -9.389741897583008, "50": -9.327397346496582, "75": -9.266885757446289, "90": -9.164645195007324, "95": -9.131082534790039, "99": -9.076410293579102 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 2, 0, 0, 1, 2, 0, 1, 1, 3, 3, 1, 8, 3, 7, 5, 16, 18, 10, 12, 11, 13, 17, 13, 12, 13, 11, 9, 8, 6, 3, 9, 3, 4, 1, 2, 6, 6, 2, 4, 1, 3, 0, 2, 0, 2 ], "log_norms_bin_edges": [ -9.646841049194336, -9.634743690490723, -9.622647285461426, -9.610549926757812, -9.5984525680542, -9.586355209350586, -9.574258804321289, -9.562161445617676, -9.550064086914062, -9.537967681884766, -9.525870323181152, -9.513772964477539, -9.501676559448242, -9.489579200744629, -9.477481842041016, -9.465385437011719, -9.453288078308105, -9.441190719604492, -9.429093360900879, -9.416996955871582, -9.404899597167969, -9.392802238464355, -9.380705833435059, -9.368608474731445, -9.356511116027832, -9.344413757324219, -9.332317352294922, -9.320219993591309, -9.308122634887695, -9.296026229858398, -9.283928871154785, -9.271831512451172, -9.259735107421875, -9.247637748718262, -9.235540390014648, -9.223443984985352, -9.211346626281738, -9.199249267578125, -9.187151908874512, -9.175055503845215, -9.162958145141602, -9.150860786437988, -9.138764381408691, -9.126667022705078, -9.114569664001465, -9.102472305297852, -9.090375900268555, -9.078278541564941, -9.066181182861328, -9.054084777832031, -9.041987419128418 ], "r_inf_mean": 0.42838627099990845, "r_inf_median": 0.3855907917022705, "pr_mean": 0.07348872721195221, "pr_median": 0.07654953747987747, "hoyer_mean": 0.3742046356201172, "eff_dim_mean": 0.3742046058177948, "topk_energy": { "1": 0.28404295444488525, "5": 0.5980854034423828, "10": 0.7433640360832214, "25": 0.9021828770637512 }, "gamma_raw": -0.0020678602159023285, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0022188143361211755, "1e-07": -0.0022188143361211755, "1e-06": -0.0022188143361211755, "1e-05": -0.0022188143361211755, "0.0001": -0.0022188143361211755 } } ] }