{ "dataset": "cifar", "method": "credit_bridge", "seed": 2048, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9690829515457153, "acc": 0.2890625, "per_layer": [ { "layer": 0, "mean_norm": 4.191242908291315e-07, "median_norm": 3.406271673611627e-07, "max_norm": 3.121169584119343e-06, "min_norm": 5.023937887926877e-08, "support": { "1e-08": 1.0, "1e-07": 0.96484375, "1e-06": 0.0546875, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.133757591247559, "5": -6.9296722412109375, "10": -6.860629081726074, "25": -6.696191787719727, "50": -6.460324764251709, "75": -6.280837059020996, "90": -6.104625701904297, "95": -5.995170593261719, "99": -5.793197154998779 }, "log_norms_histogram": [ 1, 0, 1, 1, 0, 2, 2, 2, 0, 3, 5, 7, 7, 4, 11, 10, 13, 6, 15, 11, 6, 10, 7, 11, 15, 10, 11, 18, 12, 7, 8, 5, 5, 9, 4, 2, 5, 5, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -7.298955917358398, -7.26309061050415, -7.227224826812744, -7.191359519958496, -7.155494213104248, -7.119628429412842, -7.083763122558594, -7.047897815704346, -7.0120320320129395, -6.976166725158691, -6.940301418304443, -6.904435634613037, -6.868570327758789, -6.832704544067383, -6.796839237213135, -6.760973930358887, -6.7251081466674805, -6.689242839813232, -6.653377532958984, -6.617511749267578, -6.58164644241333, -6.545781135559082, -6.509915351867676, -6.474050045013428, -6.43818473815918, -6.402318954467773, -6.366453647613525, -6.330588340759277, -6.294722557067871, -6.258857250213623, -6.222991943359375, -6.187126159667969, -6.151260852813721, -6.115395545959473, -6.079529762268066, -6.043664455413818, -6.00779914855957, -5.971933364868164, -5.936068058013916, -5.900202751159668, -5.864336967468262, -5.828471660614014, -5.792606353759766, -5.756740570068359, -5.720875263214111, -5.685009956359863, -5.649144172668457, -5.613278865814209, -5.577413558959961, -5.541547775268555, -5.505682468414307 ], "r_inf_mean": 0.19704243540763855, "r_inf_median": 0.19687016308307648, "pr_mean": 0.308735191822052, "pr_median": 0.2967337667942047, "hoyer_mean": 0.610343337059021, "eff_dim_mean": 0.610343337059021, "topk_energy": { "1": 0.07119022309780121, "5": 0.2893819212913513, "10": 0.46360278129577637, "25": 0.7512165307998657 }, "gamma_raw": 0.33858993649482727, "gamma_active": { "1e-08": 0.33858993649482727, "1e-07": 0.339552640914917, "1e-06": 0.4613848924636841, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.3996696085047271, "1e-07": 0.3996696085047271, "1e-06": 0.3996696085047271, "1e-05": 0.3996696085047271, "0.0001": 0.3996696085047271 } }, { "layer": 1, "mean_norm": 1.0334754163565663e-09, "median_norm": 1.0448444331956352e-09, "max_norm": 1.7765000581704271e-09, "min_norm": 4.47628933919475e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.289823532104492, "5": -9.197891235351562, "10": -9.132867813110352, "25": -9.04176139831543, "50": -8.980934143066406, "75": -8.926870346069336, "90": -8.889876365661621, "95": -8.872453689575195, "99": -8.82375431060791 }, "log_norms_histogram": [ 1, 1, 0, 1, 0, 0, 2, 1, 0, 3, 2, 1, 3, 3, 4, 3, 0, 1, 3, 2, 5, 5, 7, 7, 4, 8, 7, 15, 15, 16, 10, 12, 13, 16, 17, 13, 13, 11, 12, 8, 4, 1, 2, 1, 1, 1, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.349081993103027, -9.337108612060547, -9.325136184692383, -9.313162803649902, -9.301190376281738, -9.289216995239258, -9.277244567871094, -9.265271186828613, -9.25329875946045, -9.241325378417969, -9.229352951049805, -9.217379570007324, -9.20540714263916, -9.19343376159668, -9.1814603805542, -9.169487953186035, -9.157514572143555, -9.14554214477539, -9.13356876373291, -9.121596336364746, -9.109622955322266, -9.097650527954102, -9.085677146911621, -9.073704719543457, -9.061731338500977, -9.049758911132812, -9.037785530090332, -9.025812149047852, -9.013839721679688, -9.001866340637207, -8.989893913269043, -8.977920532226562, -8.965948104858398, -8.953974723815918, -8.942002296447754, -8.930028915405273, -8.91805648803711, -8.906083106994629, -8.894109725952148, -8.882137298583984, -8.870163917541504, -8.85819149017334, -8.84621810913086, -8.834245681762695, -8.822272300720215, -8.81029987335205, -8.79832649230957, -8.786354064941406, -8.774380683898926, -8.762408256530762, -8.750434875488281 ], "r_inf_mean": 0.4486384391784668, "r_inf_median": 0.453622043132782, "pr_mean": 0.05657400190830231, "pr_median": 0.04752027243375778, "hoyer_mean": 0.3105672597885132, "eff_dim_mean": 0.3105672597885132, "topk_energy": { "1": 0.3238997161388397, "5": 0.6823532581329346, "10": 0.8140469789505005, "25": 0.9333410263061523 }, "gamma_raw": -0.0010149991139769554, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.002258997851824066, "1e-07": -0.002258997851824066, "1e-06": -0.002258997851824066, "1e-05": -0.002258997851824066, "0.0001": -0.002258997851824066 } }, { "layer": 2, "mean_norm": 1.0239633585484853e-09, "median_norm": 1.0434466624076322e-09, "max_norm": 1.7215110448276505e-09, "min_norm": 4.3615416833731047e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.302780151367188, "5": -9.21251392364502, "10": -9.12985610961914, "25": -9.061946868896484, "50": -8.980342864990234, "75": -8.927542686462402, "90": -8.891048431396484, "95": -8.877092361450195, "99": -8.824458122253418 }, "log_norms_histogram": [ 1, 1, 1, 0, 0, 0, 1, 3, 2, 1, 2, 1, 2, 2, 5, 2, 1, 0, 0, 4, 6, 9, 5, 8, 7, 2, 5, 8, 13, 17, 12, 8, 14, 10, 18, 14, 15, 13, 11, 12, 8, 6, 1, 1, 1, 1, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -9.360360145568848, -9.348434448242188, -9.336509704589844, -9.324584007263184, -9.312658309936523, -9.30073356628418, -9.28880786895752, -9.27688217163086, -9.264957427978516, -9.253031730651855, -9.241106033325195, -9.229181289672852, -9.217255592346191, -9.205329895019531, -9.193404197692871, -9.181479454040527, -9.169553756713867, -9.157628059387207, -9.145703315734863, -9.133777618408203, -9.121851921081543, -9.1099271774292, -9.098001480102539, -9.086075782775879, -9.074151039123535, -9.062225341796875, -9.050299644470215, -9.038374900817871, -9.026449203491211, -9.01452350616455, -9.002598762512207, -8.990673065185547, -8.978747367858887, -8.966822624206543, -8.954896926879883, -8.942971229553223, -8.931046485900879, -8.919120788574219, -8.907195091247559, -8.895269393920898, -8.883344650268555, -8.871418952941895, -8.859493255615234, -8.84756851196289, -8.83564281463623, -8.82371711730957, -8.811792373657227, -8.799866676330566, -8.787940979003906, -8.776016235351562, -8.764090538024902 ], "r_inf_mean": 0.45332127809524536, "r_inf_median": 0.4605533182621002, "pr_mean": 0.054691970348358154, "pr_median": 0.046545349061489105, "hoyer_mean": 0.30184006690979004, "eff_dim_mean": 0.30184006690979004, "topk_energy": { "1": 0.33133524656295776, "5": 0.6902511119842529, "10": 0.8208131194114685, "25": 0.9374762773513794 }, "gamma_raw": 0.0007469440461136401, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.0015008438586824205, "1e-07": 0.0015008438586824205, "1e-06": 0.0015008438586824205, "1e-05": 0.0015008438586824205, "0.0001": 0.0015008438586824205 } }, { "layer": 3, "mean_norm": 1.0241347769834874e-09, "median_norm": 1.0437867237200749e-09, "max_norm": 1.7153806153302753e-09, "min_norm": 4.359892447070024e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.300985336303711, "5": -9.211760520935059, "10": -9.129596710205078, "25": -9.06185245513916, "50": -8.980210304260254, "75": -8.927511215209961, "90": -8.891120910644531, "95": -8.877522468566895, "99": -8.825100898742676 }, "log_norms_histogram": [ 1, 1, 1, 0, 0, 0, 0, 4, 2, 1, 1, 2, 2, 1, 6, 2, 1, 0, 0, 4, 5, 9, 6, 8, 6, 3, 5, 8, 11, 18, 11, 9, 14, 11, 17, 13, 16, 13, 10, 14, 8, 6, 1, 1, 1, 1, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -9.36052417755127, -9.348626136779785, -9.336729049682617, -9.324831008911133, -9.312932968139648, -9.30103588104248, -9.289137840270996, -9.277240753173828, -9.265342712402344, -9.25344467163086, -9.241547584533691, -9.229649543762207, -9.217751502990723, -9.205854415893555, -9.19395637512207, -9.182058334350586, -9.170161247253418, -9.158263206481934, -9.14636516571045, -9.134468078613281, -9.122570037841797, -9.110672950744629, -9.098774909973145, -9.08687686920166, -9.074979782104492, -9.063081741333008, -9.051183700561523, -9.039286613464355, -9.027388572692871, -9.015490531921387, -9.003593444824219, -8.991695404052734, -8.979798316955566, -8.967900276184082, -8.956002235412598, -8.94410514831543, -8.932207107543945, -8.920309066772461, -8.908411979675293, -8.896513938903809, -8.884615898132324, -8.872718811035156, -8.860820770263672, -8.848922729492188, -8.83702564239502, -8.825127601623535, -8.813230514526367, -8.801332473754883, -8.789434432983398, -8.77753734588623, -8.765639305114746 ], "r_inf_mean": 0.4531211256980896, "r_inf_median": 0.46065452694892883, "pr_mean": 0.054701026529073715, "pr_median": 0.04644019901752472, "hoyer_mean": 0.30079057812690735, "eff_dim_mean": 0.30079057812690735, "topk_energy": { "1": 0.3311087489128113, "5": 0.6910195350646973, "10": 0.821351170539856, "25": 0.9378682374954224 }, "gamma_raw": -0.001183989574201405, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0012676031428020664, "1e-07": -0.0012676031428020664, "1e-06": -0.0012676031428020664, "1e-05": -0.0012676031428020664, "0.0001": -0.0012676031428020664 } } ] }