{ "dataset": "synth", "method": "credit_bridge", "seed": 123, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 36.30952835083008, "acc": 0.0859375, "per_layer": [ { "layer": 0, "mean_norm": 0.02215988002717495, "median_norm": 0.023673856630921364, "max_norm": 0.03205820173025131, "min_norm": 1.7235629698637844e-15, "support": { "1e-08": 0.970703125, "1e-07": 0.966796875, "1e-06": 0.955078125, "1e-05": 0.94921875, "0.0001": 0.931640625 }, "log_norms_percentiles": { "1": -10.556347846984863, "5": -5.220217227935791, "10": -1.7134779691696167, "25": -1.6628460884094238, "50": -1.6255223751068115, "75": -1.5912102460861206, "90": -1.5579050779342651, "95": -1.5404295921325684, "99": -1.519010305404663 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 3, 1, 0, 0, 3, 1, 0, 0, 0, 2, 0, 0, 1, 0, 3, 3, 0, 1, 2, 0, 2, 2, 2, 2, 3, 0, 0, 0, 1, 1, 2, 1, 5, 465 ], "log_norms_bin_edges": [ -14.763572692871094, -14.49818229675293, -14.232791900634766, -13.967401504516602, -13.702012062072754, -13.43662166595459, -13.171231269836426, -12.905840873718262, -12.640450477600098, -12.37506103515625, -12.109670639038086, -11.844280242919922, -11.578889846801758, -11.313499450683594, -11.04810905456543, -10.782718658447266, -10.517328262329102, -10.251937866210938, -9.98654842376709, -9.721158027648926, -9.455767631530762, -9.190378189086914, -8.92498779296875, -8.659597396850586, -8.394207000732422, -8.128816604614258, -7.863426208496094, -7.59803581237793, -7.332645893096924, -7.06725549697876, -6.801865100860596, -6.53647518157959, -6.271084785461426, -6.005694389343262, -5.740303993225098, -5.474913597106934, -5.209524154663086, -4.944133758544922, -4.678743362426758, -4.413352966308594, -4.14796257019043, -3.8825721740722656, -3.617182731628418, -3.351792335510254, -3.08640193939209, -2.821011543273926, -2.5556211471557617, -2.2902307510375977, -2.02484130859375, -1.759450912475586, -1.4940608739852905 ], "r_inf_mean": 0.264469176530838, "r_inf_median": 0.2616131007671356, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6182140707969666, "eff_dim_mean": 0.6182140111923218, "topk_energy": { "1": 0.07119852304458618, "5": 0.2842664122581482, "10": 0.44527119398117065, "25": 0.7418279051780701 }, "gamma_raw": -0.022663922980427742, "gamma_active": { "1e-08": -0.02312135137617588, "1e-07": -0.022908933460712433, "1e-06": -0.022997409105300903, "1e-05": -0.022549398243427277, "0.0001": -0.022384651005268097 }, "gamma_energy_weighted": { "1e-08": -0.02167834981952873, "1e-07": -0.02167834981952873, "1e-06": -0.02167834981952873, "1e-05": -0.02167834981952873, "0.0001": -0.02167834981952873 } }, { "layer": 1, "mean_norm": 0.0018572919070720673, "median_norm": 0.0020048769656568766, "max_norm": 0.0025789067149162292, "min_norm": 9.880350147379265e-17, "support": { "1e-08": 0.966796875, "1e-07": 0.955078125, "1e-06": 0.943359375, "1e-05": 0.931640625, "0.0001": 0.927734375 }, "log_norms_percentiles": { "1": -11.801941871643066, "5": -6.371374130249023, "10": -2.7622952461242676, "25": -2.710564613342285, "50": -2.697622537612915, "75": -2.6852612495422363, "90": -2.652362823486328, "95": -2.650623321533203, "99": -2.648113965988159 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 4, 0, 0, 3, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 4, 0, 0, 2, 1, 2, 2, 1, 3, 1, 2, 0, 0, 1, 1, 1, 2, 4, 466 ], "log_norms_bin_edges": [ -16.00522804260254, -15.736894607543945, -15.468561172485352, -15.200227737426758, -14.93189525604248, -14.663561820983887, -14.395228385925293, -14.1268949508667, -13.858561515808105, -13.590229034423828, -13.321895599365234, -13.05356216430664, -12.785228729248047, -12.516895294189453, -12.24856185913086, -11.980228424072266, -11.711894989013672, -11.443561553955078, -11.1752290725708, -10.906895637512207, -10.638562202453613, -10.370229721069336, -10.101896286010742, -9.833562850952148, -9.565229415893555, -9.296895980834961, -9.028562545776367, -8.760229110717773, -8.49189567565918, -8.223562240600586, -7.955229759216309, -7.686896324157715, -7.418562889099121, -7.150229454040527, -6.881896018981934, -6.61356258392334, -6.3452301025390625, -6.076896667480469, -5.808563232421875, -5.540229797363281, -5.2718963623046875, -5.003562927246094, -4.735230445861816, -4.466897010803223, -4.198563575744629, -3.930230140686035, -3.6618967056274414, -3.3935632705688477, -3.1252307891845703, -2.8568973541259766, -2.588564395904541 ], "r_inf_mean": 0.23599980771541595, "r_inf_median": 0.23970811069011688, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6521177291870117, "eff_dim_mean": 0.6521176695823669, "topk_energy": { "1": 0.056079041212797165, "5": 0.23868849873542786, "10": 0.3900257349014282, "25": 0.709037184715271 }, "gamma_raw": 0.2499760240316391, "gamma_active": { "1e-08": 0.2581113576889038, "1e-07": 0.25813010334968567, "1e-06": 0.25877103209495544, "1e-05": 0.2586163878440857, "0.0001": 0.2586977481842041 }, "gamma_energy_weighted": { "1e-08": 0.26040753525251104, "1e-07": 0.26040753525251104, "1e-06": 0.26040753525251104, "1e-05": 0.26040753525251104, "0.0001": 0.26040753525251104 } }, { "layer": 2, "mean_norm": 0.0018271415028721094, "median_norm": 0.001955814193934202, "max_norm": 0.0025417597498744726, "min_norm": 9.813369693586151e-17, "support": { "1e-08": 0.966796875, "1e-07": 0.955078125, "1e-06": 0.943359375, "1e-05": 0.931640625, "0.0001": 0.92578125 }, "log_norms_percentiles": { "1": -11.805265426635742, "5": -6.37744665145874, "10": -2.7669551372528076, "25": -2.716801881790161, "50": -2.7070960998535156, "75": -2.692462682723999, "90": -2.6565310955047607, "95": -2.655801773071289, "99": -2.652857542037964 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 4, 0, 0, 3, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 4, 0, 0, 2, 1, 2, 2, 1, 3, 1, 2, 0, 0, 1, 1, 1, 2, 4, 466 ], "log_norms_bin_edges": [ -16.008182525634766, -15.73991584777832, -15.471650123596191, -15.203383445739746, -14.935117721557617, -14.666851043701172, -14.398584365844727, -14.130318641662598, -13.862051963806152, -13.593786239624023, -13.325519561767578, -13.057252883911133, -12.788986206054688, -12.520720481872559, -12.252453804016113, -11.984188079833984, -11.715921401977539, -11.447654724121094, -11.179388999938965, -10.91112232208252, -10.64285659790039, -10.374589920043945, -10.1063232421875, -9.838056564331055, -9.569790840148926, -9.301525115966797, -9.033258438110352, -8.764991760253906, -8.496725082397461, -8.228459358215332, -7.960192680358887, -7.691926956176758, -7.4236602783203125, -7.155393600463867, -6.887127876281738, -6.618861198425293, -6.350595474243164, -6.082328796386719, -5.814062118530273, -5.5457963943481445, -5.277529716491699, -5.009263038635254, -4.740997314453125, -4.47273063659668, -4.204463958740234, -3.9361982345581055, -3.66793155670166, -3.3996658325195312, -3.131399154663086, -2.8631324768066406, -2.594865560531616 ], "r_inf_mean": 0.23503147065639496, "r_inf_median": 0.2393491268157959, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6542823314666748, "eff_dim_mean": 0.6542823314666748, "topk_energy": { "1": 0.05554807558655739, "5": 0.23890390992164612, "10": 0.3908342123031616, "25": 0.7065863609313965 }, "gamma_raw": 0.0775405615568161, "gamma_active": { "1e-08": 0.07986167073249817, "1e-07": 0.08066168427467346, "1e-06": 0.08133206516504288, "1e-05": 0.08103562146425247, "0.0001": 0.08089803159236908 }, "gamma_energy_weighted": { "1e-08": 0.0826125350724718, "1e-07": 0.0826125350724718, "1e-06": 0.0826125350724718, "1e-05": 0.0826125350724718, "0.0001": 0.0826125350724718 } }, { "layer": 3, "mean_norm": 0.0018155924044549465, "median_norm": 0.0019471223931759596, "max_norm": 0.0025205628480762243, "min_norm": 9.653292377955909e-17, "support": { "1e-08": 0.966796875, "1e-07": 0.955078125, "1e-06": 0.943359375, "1e-05": 0.931640625, "0.0001": 0.92578125 }, "log_norms_percentiles": { "1": -11.805523872375488, "5": -6.379316329956055, "10": -2.769727945327759, "25": -2.7198448181152344, "50": -2.7089076042175293, "75": -2.694354772567749, "90": -2.6588799953460693, "95": -2.658353090286255, "99": -2.657158136367798 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 4, 0, 0, 3, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 4, 0, 0, 2, 1, 2, 2, 1, 3, 1, 2, 0, 0, 1, 1, 1, 2, 4, 466 ], "log_norms_bin_edges": [ -16.01532554626465, -15.746989250183105, -15.478652954101562, -15.210315704345703, -14.94197940826416, -14.673643112182617, -14.405306816101074, -14.136970520019531, -13.868634223937988, -13.600297927856445, -13.331960678100586, -13.063624382019043, -12.7952880859375, -12.526951789855957, -12.258615493774414, -11.990278244018555, -11.721942901611328, -11.453605651855469, -11.185269355773926, -10.916933059692383, -10.64859676361084, -10.380260467529297, -10.111923217773438, -9.843587875366211, -9.575250625610352, -9.306914329528809, -9.038578033447266, -8.770241737365723, -8.50190544128418, -8.23356819152832, -7.965231895446777, -7.696895599365234, -7.428559303283691, -7.160223007202148, -6.8918867111206055, -6.6235504150390625, -6.355213165283203, -6.08687686920166, -5.818540573120117, -5.550204277038574, -5.281867980957031, -5.013531684875488, -4.745194435119629, -4.476858139038086, -4.208521842956543, -3.940185546875, -3.671849250793457, -3.403512954711914, -3.1351757049560547, -2.8668394088745117, -2.5985026359558105 ], "r_inf_mean": 0.23433873057365417, "r_inf_median": 0.23822101950645447, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6544475555419922, "eff_dim_mean": 0.6544475555419922, "topk_energy": { "1": 0.05520569905638695, "5": 0.2384430468082428, "10": 0.39031344652175903, "25": 0.7061680555343628 }, "gamma_raw": 0.11540576815605164, "gamma_active": { "1e-08": 0.11925671249628067, "1e-07": 0.11935649812221527, "1e-06": 0.11902287602424622, "1e-05": 0.11772037297487259, "0.0001": 0.1168321967124939 }, "gamma_energy_weighted": { "1e-08": 0.12137960196260528, "1e-07": 0.12137960196260528, "1e-06": 0.12137960196260528, "1e-05": 0.12137960196260528, "0.0001": 0.12137960196260528 } } ] }