{ "dataset": "cifar", "method": "credit_bridge", "seed": 789, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9256985187530518, "acc": 0.30078125, "per_layer": [ { "layer": 0, "mean_norm": 4.956032171321567e-07, "median_norm": 3.793894336467929e-07, "max_norm": 3.390207666598144e-06, "min_norm": 5.12358333537577e-08, "support": { "1e-08": 1.0, "1e-07": 0.9296875, "1e-06": 0.1171875, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.222532749176025, "5": -7.059616565704346, "10": -6.882658958435059, "25": -6.699997901916504, "50": -6.420872688293457, "75": -6.19861364364624, "90": -5.975427150726318, "95": -5.91557502746582, "99": -5.7557549476623535 }, "log_norms_histogram": [ 2, 2, 3, 3, 2, 1, 2, 3, 3, 2, 2, 5, 2, 9, 5, 16, 7, 7, 2, 6, 12, 6, 13, 17, 13, 9, 10, 8, 8, 12, 10, 8, 6, 2, 6, 5, 8, 8, 0, 2, 4, 2, 1, 0, 0, 0, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -7.290426731109619, -7.254013538360596, -7.2176008224487305, -7.181187629699707, -7.144774436950684, -7.10836124420166, -7.071948528289795, -7.0355353355407715, -6.999122142791748, -6.962709426879883, -6.926296234130859, -6.889883041381836, -6.8534698486328125, -6.817057132720947, -6.780643939971924, -6.7442307472229, -6.707818031311035, -6.671404838562012, -6.634991645812988, -6.598578453063965, -6.5621657371521, -6.525752544403076, -6.489339351654053, -6.4529266357421875, -6.416513442993164, -6.380100250244141, -6.343687057495117, -6.307274341583252, -6.2708611488342285, -6.234447956085205, -6.19803524017334, -6.161622047424316, -6.125208854675293, -6.0887956619262695, -6.052382469177246, -6.015969753265381, -5.979556560516357, -5.943143844604492, -5.906730651855469, -5.870317459106445, -5.833904266357422, -5.797491073608398, -5.761078357696533, -5.72466516494751, -5.6882524490356445, -5.651839256286621, -5.615426063537598, -5.579012870788574, -5.542599678039551, -5.5061869621276855, -5.469773769378662 ], "r_inf_mean": 0.18833962082862854, "r_inf_median": 0.1870119273662567, "pr_mean": 0.31327494978904724, "pr_median": 0.31098437309265137, "hoyer_mean": 0.6035748720169067, "eff_dim_mean": 0.6035748720169067, "topk_energy": { "1": 0.06603235006332397, "5": 0.28075110912323, "10": 0.4603431224822998, "25": 0.7559863924980164 }, "gamma_raw": 0.29117411375045776, "gamma_active": { "1e-08": 0.29117411375045776, "1e-07": 0.2960582971572876, "1e-06": 0.3164030909538269, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.3349322348794593, "1e-07": 0.3349322348794593, "1e-06": 0.3349322348794593, "1e-05": 0.3349322348794593, "0.0001": 0.3349322348794593 } }, { "layer": 1, "mean_norm": 8.707465859458807e-10, "median_norm": 8.176205268384251e-10, "max_norm": 2.9876010554374943e-09, "min_norm": 4.083938465182513e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.358509063720703, "5": -9.274286270141602, "10": -9.235422134399414, "25": -9.180899620056152, "50": -9.087121963500977, "75": -8.995558738708496, "90": -8.916679382324219, "95": -8.857104301452637, "99": -8.743765830993652 }, "log_norms_histogram": [ 3, 0, 2, 0, 1, 2, 7, 6, 6, 10, 14, 13, 16, 10, 12, 9, 11, 11, 17, 19, 9, 7, 9, 9, 9, 8, 7, 5, 4, 4, 3, 2, 2, 1, 1, 3, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.388921737670898, -9.371637344360352, -9.354351997375488, -9.337066650390625, -9.319782257080078, -9.302497863769531, -9.285212516784668, -9.267927169799805, -9.250642776489258, -9.233358383178711, -9.216073036193848, -9.198787689208984, -9.181503295898438, -9.16421890258789, -9.146933555603027, -9.129648208618164, -9.112363815307617, -9.09507942199707, -9.077794075012207, -9.060508728027344, -9.043224334716797, -9.02593994140625, -9.008654594421387, -8.991369247436523, -8.974084854125977, -8.95680046081543, -8.939515113830566, -8.922229766845703, -8.904945373535156, -8.88766098022461, -8.870375633239746, -8.853090286254883, -8.835805892944336, -8.818521499633789, -8.801236152648926, -8.783950805664062, -8.766666412353516, -8.749382019042969, -8.732096672058105, -8.714811325073242, -8.697526931762695, -8.680242538452148, -8.662957191467285, -8.645671844482422, -8.628387451171875, -8.611103057861328, -8.593817710876465, -8.576532363891602, -8.559247970581055, -8.541963577270508, -8.524678230285645 ], "r_inf_mean": 0.3181942105293274, "r_inf_median": 0.31245243549346924, "pr_mean": 0.13651764392852783, "pr_median": 0.12523090839385986, "hoyer_mean": 0.4597764015197754, "eff_dim_mean": 0.4597764015197754, "topk_energy": { "1": 0.17281556129455566, "5": 0.48920777440071106, "10": 0.6530976295471191, "25": 0.859731912612915 }, "gamma_raw": -0.005899152718484402, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.004826043951393246, "1e-07": -0.004826043951393246, "1e-06": -0.004826043951393246, "1e-05": -0.004826043951393246, "0.0001": -0.004826043951393246 } }, { "layer": 2, "mean_norm": 8.425881103946153e-10, "median_norm": 8.087136516010673e-10, "max_norm": 1.6541591429941604e-09, "min_norm": 4.055549507331335e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.358704566955566, "5": -9.274423599243164, "10": -9.232139587402344, "25": -9.181389808654785, "50": -9.091310501098633, "75": -9.007970809936523, "90": -8.938688278198242, "95": -8.896561622619629, "99": -8.789249420166016 }, "log_norms_histogram": [ 2, 1, 0, 2, 0, 0, 2, 1, 2, 5, 4, 3, 3, 6, 11, 9, 9, 10, 6, 10, 9, 10, 8, 8, 12, 8, 15, 11, 10, 8, 5, 6, 3, 9, 8, 4, 7, 9, 4, 1, 3, 1, 1, 4, 1, 1, 0, 0, 0, 4 ], "log_norms_bin_edges": [ -9.391950607299805, -9.379739761352539, -9.36752986907959, -9.355319023132324, -9.343108177185059, -9.33089828491211, -9.318687438964844, -9.306476593017578, -9.294265747070312, -9.282055854797363, -9.269845008850098, -9.257634162902832, -9.245424270629883, -9.233213424682617, -9.221002578735352, -9.208791732788086, -9.196581840515137, -9.184370994567871, -9.172160148620605, -9.159950256347656, -9.14773941040039, -9.135528564453125, -9.123318672180176, -9.11110782623291, -9.098896980285645, -9.086687088012695, -9.07447624206543, -9.062265396118164, -9.050054550170898, -9.03784465789795, -9.025633811950684, -9.013422966003418, -9.001213073730469, -8.989002227783203, -8.976791381835938, -8.964580535888672, -8.952370643615723, -8.940159797668457, -8.927948951721191, -8.915739059448242, -8.903528213500977, -8.891317367553711, -8.879107475280762, -8.866896629333496, -8.85468578338623, -8.842475891113281, -8.830265045166016, -8.81805419921875, -8.805843353271484, -8.793633460998535, -8.78142261505127 ], "r_inf_mean": 0.32324424386024475, "r_inf_median": 0.3149910569190979, "pr_mean": 0.12693074345588684, "pr_median": 0.12654545903205872, "hoyer_mean": 0.4433046579360962, "eff_dim_mean": 0.4433046579360962, "topk_energy": { "1": 0.1750117838382721, "5": 0.4986611306667328, "10": 0.6672107577323914, "25": 0.8728512525558472 }, "gamma_raw": -0.0032588113099336624, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0040118025039588955, "1e-07": -0.0040118025039588955, "1e-06": -0.0040118025039588955, "1e-05": -0.0040118025039588955, "0.0001": -0.0040118025039588955 } }, { "layer": 3, "mean_norm": 8.414482999263839e-10, "median_norm": 7.96971044714212e-10, "max_norm": 1.6036365568794508e-09, "min_norm": 4.078723192524336e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.356403350830078, "5": -9.273717880249023, "10": -9.22951602935791, "25": -9.181318283081055, "50": -9.095497131347656, "75": -9.011177062988281, "90": -8.938701629638672, "95": -8.897819519042969, "99": -8.8024263381958 }, "log_norms_histogram": [ 2, 1, 0, 1, 1, 0, 1, 2, 2, 4, 4, 4, 1, 7, 11, 7, 8, 11, 6, 9, 11, 4, 19, 7, 6, 6, 14, 12, 13, 6, 7, 5, 4, 5, 12, 3, 5, 10, 7, 3, 1, 2, 1, 1, 2, 3, 0, 1, 0, 4 ], "log_norms_bin_edges": [ -9.38947582244873, -9.377584457397461, -9.365692138671875, -9.353800773620605, -9.341909408569336, -9.330018043518066, -9.31812572479248, -9.306234359741211, -9.294342994689941, -9.282450675964355, -9.270559310913086, -9.258667945861816, -9.246776580810547, -9.234884262084961, -9.222992897033691, -9.211101531982422, -9.199210166931152, -9.187317848205566, -9.175426483154297, -9.163535118103027, -9.151642799377441, -9.139751434326172, -9.127860069274902, -9.115968704223633, -9.104076385498047, -9.092185020446777, -9.080293655395508, -9.068401336669922, -9.056509971618652, -9.044618606567383, -9.032727241516113, -9.020834922790527, -9.008943557739258, -8.997052192687988, -8.985159873962402, -8.973268508911133, -8.961377143859863, -8.949485778808594, -8.937593460083008, -8.925702095031738, -8.913810729980469, -8.901918411254883, -8.890027046203613, -8.878135681152344, -8.866244316101074, -8.854351997375488, -8.842460632324219, -8.83056926727295, -8.81867790222168, -8.806785583496094, -8.794894218444824 ], "r_inf_mean": 0.32389676570892334, "r_inf_median": 0.3152273893356323, "pr_mean": 0.12644197046756744, "pr_median": 0.12380871921777725, "hoyer_mean": 0.44278743863105774, "eff_dim_mean": 0.44278743863105774, "topk_energy": { "1": 0.17533734440803528, "5": 0.49940893054008484, "10": 0.6675400733947754, "25": 0.872826337814331 }, "gamma_raw": -0.001549663138575852, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.002750807381716511, "1e-07": -0.002750807381716511, "1e-06": -0.002750807381716511, "1e-05": -0.002750807381716511, "0.0001": -0.002750807381716511 } } ] }