{ "dataset": "synth", "method": "credit_bridge", "seed": 456, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 13.570354461669922, "acc": 0.109375, "per_layer": [ { "layer": 0, "mean_norm": 0.021299997344613075, "median_norm": 0.022076018154621124, "max_norm": 0.03960839658975601, "min_norm": 8.668905593367526e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.994140625, "1e-05": 0.9765625, "0.0001": 0.97265625 }, "log_norms_percentiles": { "1": -5.730338096618652, "5": -2.7367403507232666, "10": -1.9826364517211914, "25": -1.7184334993362427, "50": -1.6558817625045776, "75": -1.5966997146606445, "90": -1.5276036262512207, "95": -1.4991437196731567, "99": -1.4523261785507202 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 3, 0, 0, 0, 0, 1, 0, 1, 0, 3, 0, 0, 1, 0, 2, 2, 3, 1, 2, 3, 3, 5, 6, 11, 12, 157, 228, 59 ], "log_norms_bin_edges": [ -8.062036514282227, -7.928840160369873, -7.7956438064575195, -7.662446975708008, -7.529250621795654, -7.396054267883301, -7.262857437133789, -7.1296610832214355, -6.996464729309082, -6.8632683753967285, -6.730072021484375, -6.596875190734863, -6.46367883682251, -6.330482482910156, -6.1972856521606445, -6.064089298248291, -5.9308929443359375, -5.797696590423584, -5.6645002365112305, -5.531303405761719, -5.398107051849365, -5.264910697937012, -5.1317138671875, -4.9985175132751465, -4.865321159362793, -4.7321248054504395, -4.598928451538086, -4.465731620788574, -4.332535266876221, -4.199338912963867, -4.0661420822143555, -3.932945728302002, -3.7997493743896484, -3.666553020477295, -3.5333566665649414, -3.4001598358154297, -3.266963481903076, -3.1337671279907227, -3.000570297241211, -2.8673739433288574, -2.734177589416504, -2.6009812355041504, -2.467784881591797, -2.334588050842285, -2.2013916969299316, -2.068195343017578, -1.9349985122680664, -1.801802158355713, -1.6686058044433594, -1.5354094505310059, -1.4022128582000732 ], "r_inf_mean": 0.26673567295074463, "r_inf_median": 0.2586694061756134, "pr_mean": 0.3184589147567749, "pr_median": 0.32434648275375366, "hoyer_mean": 0.6267318725585938, "eff_dim_mean": 0.626731812953949, "topk_energy": { "1": 0.07280443608760834, "5": 0.2815159857273102, "10": 0.43626531958580017, "25": 0.7314678430557251 }, "gamma_raw": 0.05479066073894501, "gamma_active": { "1e-08": 0.05492538586258888, "1e-07": 0.05497351661324501, "1e-06": 0.05442516505718231, "1e-05": 0.054092567414045334, "0.0001": 0.05384782701730728 }, "gamma_energy_weighted": { "1e-08": 0.06859630126838794, "1e-07": 0.06859630126838794, "1e-06": 0.06859630126838794, "1e-05": 0.06859630126838794, "0.0001": 0.06859630126838794 } }, { "layer": 1, "mean_norm": 0.0017879074439406395, "median_norm": 0.0019283872097730637, "max_norm": 0.0026644638273864985, "min_norm": 6.870538582504082e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.9765625, "1e-05": 0.970703125, "0.0001": 0.953125 }, "log_norms_percentiles": { "1": -6.793990135192871, "5": -3.8339357376098633, "10": -3.028330087661743, "25": -2.75803279876709, "50": -2.7147560119628906, "75": -2.690460205078125, "90": -2.638535737991333, "95": -2.6128487586975098, "99": -2.5855953693389893 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 1, 0, 0, 2, 1, 2, 0, 0, 0, 1, 0, 0, 0, 3, 1, 1, 0, 0, 0, 3, 3, 1, 2, 3, 3, 2, 5, 7, 9, 13, 208, 235 ], "log_norms_bin_edges": [ -9.163009643554688, -9.031237602233887, -8.89946460723877, -8.767692565917969, -8.635920524597168, -8.50414752960205, -8.37237548828125, -8.240602493286133, -8.108830451965332, -7.977058410644531, -7.845285892486572, -7.713513374328613, -7.5817413330078125, -7.4499688148498535, -7.3181962966918945, -7.1864237785339355, -7.054651260375977, -6.922879219055176, -6.791106700897217, -6.659334182739258, -6.527562141418457, -6.395789623260498, -6.264017105102539, -6.132245063781738, -6.000472545623779, -5.86870002746582, -5.7369279861450195, -5.605154991149902, -5.473382949829102, -5.341610431671143, -5.209837913513184, -5.078065872192383, -4.946293354034424, -4.814520835876465, -4.682748794555664, -4.550976276397705, -4.419203758239746, -4.287431240081787, -4.155659198760986, -4.023886680603027, -3.8921141624450684, -3.7603421211242676, -3.6285696029663086, -3.4967970848083496, -3.3650245666503906, -3.23325252532959, -3.101480007171631, -2.969707489013672, -2.837935447692871, -2.706162929534912, -2.574390172958374 ], "r_inf_mean": 0.2473974972963333, "r_inf_median": 0.2455098032951355, "pr_mean": 0.3540538251399994, "pr_median": 0.3538367748260498, "hoyer_mean": 0.6481590867042542, "eff_dim_mean": 0.6481590867042542, "topk_energy": { "1": 0.06226614862680435, "5": 0.2550690770149231, "10": 0.40912380814552307, "25": 0.7104275226593018 }, "gamma_raw": 0.28645092248916626, "gamma_active": { "1e-08": 0.2869851887226105, "1e-07": 0.2873016893863678, "1e-06": 0.28752565383911133, "1e-05": 0.2879238724708557, "0.0001": 0.28807690739631653 }, "gamma_energy_weighted": { "1e-08": 0.29430008327141455, "1e-07": 0.29430008327141455, "1e-06": 0.29430008327141455, "1e-05": 0.29430008327141455, "0.0001": 0.29430008327141455 } }, { "layer": 2, "mean_norm": 0.0017492191400378942, "median_norm": 0.0018927240744233131, "max_norm": 0.002596204401925206, "min_norm": 6.634164884111726e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.9765625, "1e-05": 0.970703125, "0.0001": 0.953125 }, "log_norms_percentiles": { "1": -6.795942306518555, "5": -3.8432223796844482, "10": -3.0383968353271484, "25": -2.770352602005005, "50": -2.7225124835968018, "75": -2.6980056762695312, "90": -2.653557538986206, "95": -2.622817039489746, "99": -2.599946975708008 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 0, 2, 1, 2, 0, 0, 0, 1, 0, 0, 0, 3, 1, 1, 0, 0, 0, 3, 3, 1, 2, 3, 2, 3, 5, 7, 9, 12, 202, 242 ], "log_norms_bin_edges": [ -9.178214073181152, -9.04636287689209, -8.914511680603027, -8.782660484313965, -8.650810241699219, -8.518959045410156, -8.387107849121094, -8.255256652832031, -8.123405456542969, -7.991554260253906, -7.859703540802002, -7.7278523445129395, -7.596001625061035, -7.464150428771973, -7.33229923248291, -7.200448036193848, -7.068596839904785, -6.936746120452881, -6.804894924163818, -6.673044204711914, -6.541193008422852, -6.409341812133789, -6.277490615844727, -6.145639419555664, -6.01378870010376, -5.881937503814697, -5.750086784362793, -5.6182355880737305, -5.486384391784668, -5.3545331954956055, -5.222681999206543, -5.090831279754639, -4.958980083465576, -4.827128887176514, -4.695278167724609, -4.563426971435547, -4.431575775146484, -4.299724578857422, -4.167873859405518, -4.036022663116455, -3.9041714668273926, -3.7723207473754883, -3.640469551086426, -3.5086183547973633, -3.376767158508301, -3.2449164390563965, -3.113065242767334, -2.9812140464782715, -2.849363327026367, -2.7175121307373047, -2.5856611728668213 ], "r_inf_mean": 0.2513652741909027, "r_inf_median": 0.2526952624320984, "pr_mean": 0.34822511672973633, "pr_median": 0.34922710061073303, "hoyer_mean": 0.644719123840332, "eff_dim_mean": 0.644719123840332, "topk_energy": { "1": 0.06418126821517944, "5": 0.25970399379730225, "10": 0.4142940640449524, "25": 0.712736964225769 }, "gamma_raw": 0.11242455244064331, "gamma_active": { "1e-08": 0.11257186532020569, "1e-07": 0.11317183822393417, "1e-06": 0.11392027884721756, "1e-05": 0.11441341787576675, "0.0001": 0.11510086804628372 }, "gamma_energy_weighted": { "1e-08": 0.1303243726044573, "1e-07": 0.1303243726044573, "1e-06": 0.1303243726044573, "1e-05": 0.1303243726044573, "0.0001": 0.1303243726044573 } }, { "layer": 3, "mean_norm": 0.0017424814868718386, "median_norm": 0.001886890851892531, "max_norm": 0.002575136721134186, "min_norm": 6.663273821594373e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.990234375, "1e-06": 0.9765625, "1e-05": 0.970703125, "0.0001": 0.953125 }, "log_norms_percentiles": { "1": -6.796781539916992, "5": -3.8469245433807373, "10": -3.037541151046753, "25": -2.769490957260132, "50": -2.724236488342285, "75": -2.700019598007202, "90": -2.6568431854248047, "95": -2.626021146774292, "99": -2.6027777194976807 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 0, 1, 0, 2, 1, 2, 0, 0, 0, 1, 0, 0, 0, 3, 1, 1, 0, 0, 0, 3, 3, 1, 2, 3, 2, 3, 4, 8, 9, 12, 201, 243 ], "log_norms_bin_edges": [ -9.176312446594238, -9.044569969177246, -8.912827491760254, -8.781085968017578, -8.649343490600586, -8.517601013183594, -8.385858535766602, -8.254117012023926, -8.122374534606934, -7.990632057189941, -7.858890056610107, -7.727147579193115, -7.595405578613281, -7.463663101196289, -7.331920623779297, -7.200178623199463, -7.068436622619629, -6.936694145202637, -6.8049516677856445, -6.6732096672058105, -6.541467666625977, -6.409725189208984, -6.277982711791992, -6.146240711212158, -6.014498233795166, -5.882756233215332, -5.75101375579834, -5.619271278381348, -5.487529277801514, -5.35578727722168, -5.2240447998046875, -5.0923027992248535, -4.960560321807861, -4.828817844390869, -4.697075843811035, -4.565333366394043, -4.433591365814209, -4.301848888397217, -4.170106887817383, -4.038364410400391, -3.9066224098205566, -3.7748799324035645, -3.6431379318237305, -3.5113954544067383, -3.3796534538269043, -3.247910976409912, -3.116168975830078, -2.984426498413086, -2.8526840209960938, -2.7209420204162598, -2.5891997814178467 ], "r_inf_mean": 0.25180166959762573, "r_inf_median": 0.2528895139694214, "pr_mean": 0.34891343116760254, "pr_median": 0.349650502204895, "hoyer_mean": 0.6452378034591675, "eff_dim_mean": 0.6452378034591675, "topk_energy": { "1": 0.06444047391414642, "5": 0.2594601511955261, "10": 0.4134187698364258, "25": 0.7113887667655945 }, "gamma_raw": 0.10176358371973038, "gamma_active": { "1e-08": 0.10194935649633408, "1e-07": 0.10203713923692703, "1e-06": 0.10273552685976028, "1e-05": 0.10254593938589096, "0.0001": 0.10260944813489914 }, "gamma_energy_weighted": { "1e-08": 0.11480350778796579, "1e-07": 0.11480350778796579, "1e-06": 0.11480350778796579, "1e-05": 0.11480350778796579, "0.0001": 0.11480350778796579 } } ] }