{ "dataset": "cifar", "method": "credit_bridge", "seed": 123, "alpha": null, "depth": 4, "batch": 256, "loss": 1.9194257259368896, "acc": 0.28515625, "per_layer": [ { "layer": 0, "mean_norm": 7.975382914082729e-07, "median_norm": 5.033710976931616e-07, "max_norm": 1.0003069291997235e-05, "min_norm": 9.803319045431635e-08, "support": { "1e-08": 1.0, "1e-07": 0.98828125, "1e-06": 0.2109375, "1e-05": 0.00390625, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -6.960298538208008, "5": -6.767167091369629, "10": -6.678335189819336, "25": -6.4868011474609375, "50": -6.29689359664917, "75": -6.023596286773682, "90": -5.804152488708496, "95": -5.718751907348633, "99": -5.3374924659729 }, "log_norms_histogram": [ 3, 0, 2, 1, 3, 4, 6, 6, 4, 8, 9, 8, 11, 6, 11, 19, 14, 15, 15, 8, 11, 8, 7, 5, 14, 10, 4, 8, 7, 3, 8, 5, 2, 2, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 2 ], "log_norms_bin_edges": [ -7.008627414703369, -6.968451976776123, -6.928277015686035, -6.888101577758789, -6.847926616668701, -6.807751178741455, -6.767576217651367, -6.727400779724121, -6.687225818634033, -6.647050380706787, -6.606875419616699, -6.566699981689453, -6.526525020599365, -6.486349582672119, -6.446174621582031, -6.405999183654785, -6.365824222564697, -6.325648784637451, -6.285473823547363, -6.245298385620117, -6.205122947692871, -6.164947986602783, -6.124773025512695, -6.084597587585449, -6.044422149658203, -6.004247188568115, -5.964072227478027, -5.923896789550781, -5.883721351623535, -5.843546390533447, -5.803370952606201, -5.763195991516113, -5.723020553588867, -5.682845592498779, -5.642670154571533, -5.602495193481445, -5.562319755554199, -5.522144794464111, -5.481969356536865, -5.441794395446777, -5.401618957519531, -5.361443519592285, -5.321268558502197, -5.281093597412109, -5.240918159484863, -5.200742721557617, -5.160567760467529, -5.120392799377441, -5.080217361450195, -5.040041923522949, -4.999866962432861 ], "r_inf_mean": 0.2079620659351349, "r_inf_median": 0.20531831681728363, "pr_mean": 0.28042709827423096, "pr_median": 0.2754712402820587, "hoyer_mean": 0.5842379331588745, "eff_dim_mean": 0.5842379331588745, "topk_energy": { "1": 0.07951869070529938, "5": 0.30924785137176514, "10": 0.489385724067688, "25": 0.7746173143386841 }, "gamma_raw": 0.3903900980949402, "gamma_active": { "1e-08": 0.3903900980949402, "1e-07": 0.3897184133529663, "1e-06": 0.3680734932422638, "1e-05": 0.4265896677970886, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.4159399503971032, "1e-07": 0.4159399503971032, "1e-06": 0.4159399503971032, "1e-05": 0.4159399503971032, "0.0001": 0.4159399503971032 } }, { "layer": 1, "mean_norm": 2.4452626590232285e-09, "median_norm": 2.159103340559909e-09, "max_norm": 7.2945649520761435e-09, "min_norm": 9.465263017816028e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -8.9483003616333, "5": -8.891919136047363, "10": -8.838800430297852, "25": -8.753837585449219, "50": -8.665422439575195, "75": -8.554633140563965, "90": -8.41275405883789, "95": -8.341628074645996, "99": -8.259434700012207 }, "log_norms_histogram": [ 1, 0, 1, 0, 2, 4, 3, 3, 6, 2, 7, 6, 10, 5, 12, 11, 10, 13, 11, 15, 20, 8, 12, 7, 14, 6, 5, 6, 2, 1, 9, 9, 5, 1, 7, 3, 3, 2, 3, 1, 1, 2, 4, 1, 0, 0, 1, 0, 0, 1 ], "log_norms_bin_edges": [ -9.0238676071167, -9.00613021850586, -8.98839282989502, -8.97065544128418, -8.95291805267334, -8.9351806640625, -8.91744327545166, -8.89970588684082, -8.88196849822998, -8.86423110961914, -8.8464937210083, -8.828756332397461, -8.811018943786621, -8.793281555175781, -8.775545120239258, -8.757807731628418, -8.740070343017578, -8.722332954406738, -8.704595565795898, -8.686858177185059, -8.669120788574219, -8.651383399963379, -8.633646011352539, -8.6159086227417, -8.59817123413086, -8.58043384552002, -8.56269645690918, -8.54495906829834, -8.5272216796875, -8.50948429107666, -8.49174690246582, -8.47400951385498, -8.45627212524414, -8.4385347366333, -8.420797348022461, -8.403059959411621, -8.385322570800781, -8.367585182189941, -8.349847793579102, -8.332111358642578, -8.314373970031738, -8.296636581420898, -8.278899192810059, -8.261161804199219, -8.243424415588379, -8.225687026977539, -8.2079496383667, -8.19021224975586, -8.17247486114502, -8.15473747253418, -8.13700008392334 ], "r_inf_mean": 0.35634762048721313, "r_inf_median": 0.3492874205112457, "pr_mean": 0.12390462309122086, "pr_median": 0.10204121470451355, "hoyer_mean": 0.44861680269241333, "eff_dim_mean": 0.44861680269241333, "topk_energy": { "1": 0.20426152646541595, "5": 0.5014544725418091, "10": 0.6607496738433838, "25": 0.8629671335220337 }, "gamma_raw": 0.005525191780179739, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.011725997794696942, "1e-07": 0.011725997794696942, "1e-06": 0.011725997794696942, "1e-05": 0.011725997794696942, "0.0001": 0.011725997794696942 } }, { "layer": 2, "mean_norm": 2.3351143241256977e-09, "median_norm": 2.12678741284833e-09, "max_norm": 5.518106860336047e-09, "min_norm": 9.276471257813057e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -8.943943977355957, "5": -8.908235549926758, "10": -8.864212036132812, "25": -8.763904571533203, "50": -8.671374320983887, "75": -8.572227478027344, "90": -8.424736022949219, "95": -8.382369041442871, "99": -8.26589298248291 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 2, 3, 5, 3, 3, 9, 5, 6, 4, 8, 8, 3, 7, 15, 9, 8, 15, 7, 21, 7, 6, 11, 11, 11, 3, 6, 2, 4, 3, 5, 7, 5, 5, 0, 6, 4, 5, 2, 4, 1, 1, 0, 0, 0, 4 ], "log_norms_bin_edges": [ -9.032617568969727, -9.017129898071289, -9.001641273498535, -8.986152648925781, -8.970664978027344, -8.955177307128906, -8.939688682556152, -8.924200057983398, -8.908712387084961, -8.893224716186523, -8.87773609161377, -8.862247467041016, -8.846759796142578, -8.83127212524414, -8.815783500671387, -8.800294876098633, -8.784807205200195, -8.769319534301758, -8.753830909729004, -8.73834228515625, -8.722854614257812, -8.707366943359375, -8.691878318786621, -8.676389694213867, -8.66090202331543, -8.645414352416992, -8.629925727844238, -8.614437103271484, -8.598949432373047, -8.58346176147461, -8.567973136901855, -8.552484512329102, -8.536996841430664, -8.521509170532227, -8.506020545959473, -8.490531921386719, -8.475044250488281, -8.459556579589844, -8.44406795501709, -8.428579330444336, -8.413091659545898, -8.397603988647461, -8.382115364074707, -8.366626739501953, -8.351139068603516, -8.335651397705078, -8.320162773132324, -8.30467414855957, -8.289186477661133, -8.273698806762695, -8.258210182189941 ], "r_inf_mean": 0.36398252844810486, "r_inf_median": 0.3527956008911133, "pr_mean": 0.11074592173099518, "pr_median": 0.09919846057891846, "hoyer_mean": 0.4189445376396179, "eff_dim_mean": 0.4189445376396179, "topk_energy": { "1": 0.2126442939043045, "5": 0.5245794057846069, "10": 0.6890044212341309, "25": 0.885357141494751 }, "gamma_raw": -0.006283329799771309, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.008557569234458627, "1e-07": -0.008557569234458627, "1e-06": -0.008557569234458627, "1e-05": -0.008557569234458627, "0.0001": -0.008557569234458627 } }, { "layer": 3, "mean_norm": 2.3225266154724977e-09, "median_norm": 2.119918240950369e-09, "max_norm": 5.460425889225462e-09, "min_norm": 9.230327058240562e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -8.945230484008789, "5": -8.908530235290527, "10": -8.876388549804688, "25": -8.765390396118164, "50": -8.673108100891113, "75": -8.572954177856445, "90": -8.427855491638184, "95": -8.383296966552734, "99": -8.282715797424316 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 2, 4, 3, 6, 5, 5, 6, 5, 4, 10, 5, 3, 8, 15, 6, 11, 12, 9, 18, 10, 7, 11, 9, 11, 5, 6, 1, 4, 3, 4, 9, 5, 4, 1, 7, 4, 2, 2, 5, 2, 1, 0, 0, 1, 3 ], "log_norms_bin_edges": [ -9.034783363342285, -9.019343376159668, -9.00390338897705, -8.988462448120117, -8.9730224609375, -8.957582473754883, -8.942142486572266, -8.926701545715332, -8.911261558532715, -8.895821571350098, -8.88038158416748, -8.864941596984863, -8.84950065612793, -8.834060668945312, -8.818620681762695, -8.803180694580078, -8.787739753723145, -8.772299766540527, -8.75685977935791, -8.741419792175293, -8.725979804992676, -8.710538864135742, -8.695098876953125, -8.679658889770508, -8.66421890258789, -8.648778915405273, -8.63333797454834, -8.617897987365723, -8.602458000183105, -8.587018013000488, -8.571577072143555, -8.556137084960938, -8.54069709777832, -8.525257110595703, -8.509817123413086, -8.494376182556152, -8.478936195373535, -8.463496208190918, -8.4480562210083, -8.432615280151367, -8.41717529296875, -8.401735305786133, -8.386295318603516, -8.370855331420898, -8.355414390563965, -8.339974403381348, -8.32453441619873, -8.309094429016113, -8.29365348815918, -8.278213500976562, -8.262773513793945 ], "r_inf_mean": 0.3648572564125061, "r_inf_median": 0.34816187620162964, "pr_mean": 0.10929059237241745, "pr_median": 0.0988447442650795, "hoyer_mean": 0.4151100516319275, "eff_dim_mean": 0.4151100814342499, "topk_energy": { "1": 0.2140481024980545, "5": 0.5282876491546631, "10": 0.6925036907196045, "25": 0.8873398900032043 }, "gamma_raw": -0.0011012036120519042, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.001820434018977679, "1e-07": -0.001820434018977679, "1e-06": -0.001820434018977679, "1e-05": -0.001820434018977679, "0.0001": -0.001820434018977679 } } ] }